[ 536.358765] env[65190]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 536.358765] env[65190]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 537.390794] env[65279]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 537.390794] env[65279]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 538.951070] env[65279]: INFO neutron.common.config [-] Logging enabled! [ 538.951070] env[65279]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev7 [ 538.951070] env[65279]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65279) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 538.951487] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 538.951487] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 538.952280] env[65279]: WARNING oslo_policy.policy [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.952494] env[65279]: WARNING oslo_policy.policy [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 538.954136] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] VMware NSXv3 Agent initialized successfully. [ 538.954486] env[65279]: DEBUG oslo_concurrency.lockutils [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] Acquiring lock "singleton_lock" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.954614] env[65279]: DEBUG oslo_concurrency.lockutils [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] Acquired lock "singleton_lock" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.954820] env[65279]: DEBUG oslo_concurrency.lockutils [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] Releasing lock "singleton_lock" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.955112] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] Full set of CONF: {{(pid=65279) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 538.955222] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ******************************************************************************** {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 538.955323] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] Configuration options gathered from: {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 538.955649] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.955815] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.955919] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ================================================================================ {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.956095] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] agent_down_time = 75 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956232] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] allow_automatic_dhcp_failover = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956364] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] allow_bulk = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956503] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] api_extensions_path = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956638] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] api_paste_config = api-paste.ini {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956773] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] auth_strategy = keystone {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956874] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] backdoor_port = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.956972] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] backdoor_socket = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957113] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] backlog = 4096 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957284] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957427] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] bind_host = 0.0.0.0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957567] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] bind_port = 9696 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957696] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] client_socket_timeout = 900 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957831] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] config_dir = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.957933] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958077] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] config_source = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958211] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] control_exchange = neutron {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958373] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] core_plugin = ml2 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958517] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] debug = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958649] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] default_availability_zones = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958853] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.958986] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] dhcp_agent_notification = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959129] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] dhcp_agents_per_network = 1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959259] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] dhcp_lease_duration = 86400 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959400] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] dhcp_load_type = networks {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959533] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] dns_domain = openstacklocal {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959696] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959832] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] enable_default_route_bfd = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.959959] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] enable_default_route_ecmp = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960095] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] enable_dvr = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960219] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] enable_new_agents = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960345] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960471] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] enable_signals = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960594] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] enable_traditional_dhcp = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960712] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] external_dns_driver = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960833] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] filter_validation = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.960966] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] global_physnet_mtu = 8950 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.961102] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] graceful_shutdown_timeout = 60 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.961275] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] host = cpu-1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.961408] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] host_dvr_for_dhcp = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.961537] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] http_retries = 3 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.961736] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] instance_format = [instance: %(uuid)s] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.961801] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.961929] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ipam_driver = internal {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962063] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ipv6_pd_enabled = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962191] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] l3_ha = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962321] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962452] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] l3_ha_network_physical_name = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962579] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] l3_ha_network_type = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962710] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_color = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962838] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_config_append = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.962969] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963110] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_dir = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963234] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_file = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963334] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_options = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963465] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_rotate_interval = 1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963599] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_rotate_interval_type = days {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963729] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] log_rotation_type = none {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963827] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.963923] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964065] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964198] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964298] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964428] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] max_dns_nameservers = 5 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964553] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] max_header_line = 16384 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964680] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] max_l3_agents_per_router = 3 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964807] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] max_logfile_count = 30 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.964931] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] max_logfile_size_mb = 200 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965067] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] max_subnet_host_routes = 20 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965207] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] my_ip = 10.180.1.21 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965339] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] my_ipv6 = ::1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965468] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] network_auto_schedule = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965589] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] network_link_prefix = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965721] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965855] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] notify_nova_on_port_data_changes = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.965986] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] notify_nova_on_port_status_changes = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.966131] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] pagination_max_limit = -1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.966259] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] publish_errors = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.966386] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] rate_limit_burst = 0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.966519] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] rate_limit_except_level = CRITICAL {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.966644] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] rate_limit_interval = 0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.966768] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] retry_until_window = 30 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.966889] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] router_distributed = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967021] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] rpc_resources_processing_step = 20 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967144] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] rpc_response_max_timeout = 600 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967298] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] rpc_response_timeout = 60 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967437] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] send_events_interval = 2 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967584] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] service_plugins = ['router'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967720] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] setproctitle = on {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967846] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] shell_completion = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.967980] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] state_path = /opt/stack/data/neutron {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.968124] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] syslog_log_facility = LOG_USER {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.968263] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] tcp_keepidle = 600 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.968441] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] transport_url = **** {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.968577] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] use_journal = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.968706] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] use_json = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.968835] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] use_ssl = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.968960] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] use_stderr = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.969108] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] use_syslog = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.969233] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] vlan_qinq = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.969356] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] vlan_transparent = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.969482] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] watch_log_file = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.969630] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] wsgi_default_pool_size = 100 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.969767] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] wsgi_keep_alive = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.969901] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.970038] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] wsgi_server_debug = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.970188] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_concurrency.disable_process_locking = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970329] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970469] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970599] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970733] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970864] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.970995] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971152] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.connection_string = messaging:// {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971317] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.enabled = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971428] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.es_doc_type = notification {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971558] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.es_scroll_size = 10000 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971689] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.es_scroll_time = 2m {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971873] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.filter_error_trace = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.971938] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.hmac_keys = **** {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972082] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.sentinel_service_name = mymaster {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972222] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.socket_timeout = 0.1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972350] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.trace_requests = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972476] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler.trace_sqlalchemy = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972613] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler_jaeger.process_tags = {} {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972745] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler_jaeger.service_name_prefix = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.972871] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] profiler_otlp.service_name_prefix = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973035] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.enforce_new_defaults = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973286] env[65279]: WARNING oslo_config.cfg [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 538.973432] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.enforce_scope = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973571] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.policy_default_rule = default {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973716] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973852] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.973994] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974140] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974271] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974401] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974531] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974667] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974812] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.974954] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] agent.extensions = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975099] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975241] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] service_providers.service_provider = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975381] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.default_quota = -1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975520] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975654] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_floatingip = 50 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975786] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_network = 100 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.975917] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_port = 500 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976053] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976183] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_router = 10 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976346] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_security_group = 10 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976524] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976663] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.quota_subnet = 100 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976794] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] QUOTAS.track_quota_usage = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.976938] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977091] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep.group = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977209] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep.helper_command = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977359] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep.log_daemon_traceback = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977500] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977631] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep.thread_pool_size = 8 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977758] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep.user = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.977894] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978030] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_dhcp_release.group = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978157] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_dhcp_release.helper_command = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978306] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978449] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978578] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978705] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_dhcp_release.user = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978840] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.978967] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_ovs_vsctl.group = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979103] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979233] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979364] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979493] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979620] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_ovs_vsctl.user = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979753] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_namespace.capabilities = [21] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.979877] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_namespace.group = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980008] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_namespace.helper_command = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980143] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980276] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980407] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980531] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_namespace.user = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980665] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_conntrack.capabilities = [12] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980791] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_conntrack.group = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.980915] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_conntrack.helper_command = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981051] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981188] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981317] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981444] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_conntrack.user = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981578] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_link.capabilities = [12, 21] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981701] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_link.group = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981822] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_link.helper_command = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.981988] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_link.log_daemon_traceback = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982085] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982213] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_link.thread_pool_size = 8 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982337] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] privsep_link.user = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982486] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982627] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982760] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.continue_on_failed_promotions = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.982887] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.dscp = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983025] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.dscp_inherit = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983165] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.force_mp_to_policy = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983292] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.locking_coordinator_url = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983424] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.log_agent_heartbeats = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983554] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.logging_expire = 1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983688] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983817] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.983951] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.polling_interval = 240 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984091] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984226] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984365] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.report_interval = 30.0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984504] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984639] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984776] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.984907] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.sync_skew = 60 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985046] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.synchronization_queue_size = 20 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985180] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT.use_helper_for_ns_read = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985314] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] SECURITYGROUP.enable_ipset = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985453] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] SECURITYGROUP.enable_security_group = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985587] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985721] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.985854] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] experimental.ipv6_pd_enabled = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986017] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.extension_drivers = ['port_security'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986149] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.external_network_type = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986293] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986438] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.overlay_ip_version = 4 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986606] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.path_mtu = 8950 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986748] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.physical_network_mtus = {} {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.986889] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987036] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987180] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ml2.type_drivers = ['vlan'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987357] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987493] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987626] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987766] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.987906] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988053] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988194] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988361] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988508] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988705] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988854] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_login_password = **** {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.988996] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989146] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_login_user = admin {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989283] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989425] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989556] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989685] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989822] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.989964] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990113] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990250] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990392] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990554] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990712] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990848] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.990987] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991194] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991339] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991478] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991612] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991749] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.auth_section = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.991892] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.auth_type = password {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992089] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992160] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.certfile = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992291] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.collect_timing = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992432] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.endpoint_type = public {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992561] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.insecure = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992687] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.keyfile = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992822] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.region_name = RegionOne {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.992951] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.split_loggers = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993087] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] nova.timeout = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993224] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.auth_section = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993390] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.auth_type = password {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993503] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993629] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.certfile = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993757] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.collect_timing = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.993889] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.endpoint_type = public {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994026] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.insecure = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994148] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.keyfile = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994274] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.region_name = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994402] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.split_loggers = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994524] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] placement.timeout = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994656] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.auth_section = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994784] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.auth_type = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.994907] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.cafile = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995039] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.certfile = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995171] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.collect_timing = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995295] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.connect_retries = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995414] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.connect_retry_delay = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995541] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.enable_notifications = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995669] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.endpoint_override = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995797] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.insecure = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.995925] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.interface = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996058] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.keyfile = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996191] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.max_version = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996317] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.min_version = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996452] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.region_name = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996572] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.retriable_status_codes = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996695] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.service_name = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996820] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.service_type = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.996948] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.split_loggers = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997084] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.status_code_retries = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997214] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.status_code_retry_delay = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997362] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.timeout = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997500] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.valid_interfaces = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997629] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ironic.version = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997766] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] cli_script.dry_run = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.997910] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998051] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998187] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998351] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998497] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998627] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998757] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.998886] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999026] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999168] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999297] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999439] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999575] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999709] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999838] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.999970] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000112] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000242] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000377] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000508] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000636] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000763] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.000888] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001024] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001152] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001279] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001408] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001537] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001664] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001791] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.001918] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.ssl = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002067] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002201] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002330] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002464] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002595] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002722] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002863] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_notifications.driver = [] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.002995] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_notifications.retry = -1 {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003155] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003286] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 539.003392] env[65279]: DEBUG oslo_service.backend._eventlet.service [None req-43c62758-f55b-4355-8cef-6901c901d4e9 None None] ******************************************************************************** {{(pid=65279) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 539.004535] env[65279]: DEBUG neutron.agent.securitygroups_rpc [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Init firewall settings (driver=nsxv3) {{(pid=65279) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 539.005843] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65279) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 539.006097] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] RPC agent_id: nsxm-l-01a.corp.local [ 539.008361] env[65279]: DEBUG dogpile.cache.region [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 539.008492] env[65279]: DEBUG dogpile.lock [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 539.008587] env[65279]: DEBUG dogpile.lock [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 539.008674] env[65279]: DEBUG dogpile.lock [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 539.008764] env[65279]: DEBUG dogpile.cache.region [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 539.008850] env[65279]: DEBUG dogpile.lock [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 539.008969] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 539.030015] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Session token - acquiring [ 539.031666] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.031764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.031956] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.032246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.043923] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.327866] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 539.347590] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 539.347772] env[65279]: DEBUG dogpile.cache.region [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Cache value generated in 0.339 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 539.347849] env[65279]: DEBUG dogpile.lock [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 539.347977] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Activating Policy API Provider. [ 539.348184] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Looking for the default Infrastructure Rules. [ 539.419152] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Looking for the Default Layer3 Logged Drop Section. [ 539.435106] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 539.435675] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.435853] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.435953] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.436264] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.436622] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 539.951632] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.454476] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 540.957118] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Inventory metadata is going to be refreshed. [ 540.957526] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 541.686349] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.686615] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.686615] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.686976] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.698049] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 541.699976] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.700596] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 541.719468] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.719702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.719834] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.720075] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.720202] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.720364] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 541.720487] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.720590] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 541.742471] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.742773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.742773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.742999] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.743181] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.743317] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 541.764759] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.764984] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.765073] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.765408] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.765572] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.765713] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 541.786667] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.786891] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.786937] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.787244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.787553] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.787716] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 541.787823] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.787924] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 541.805518] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.805704] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.805885] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.806088] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.806206] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.806345] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 541.806505] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.806676] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 541.827894] env[65279]: DEBUG networking_nsxv3.common.locking [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 541.828156] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 541.828156] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 541.828444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 541.828583] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.828726] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 541.828825] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 541.828919] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Inventory metadata have been refreshed. [ 541.829020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Dryrun:True. Metadata refresh completed. [ 541.829176] env[65279]: DEBUG oslo_concurrency.lockutils [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Releasing lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 541.830953] env[65279]: INFO neutron.agent.agent_extensions_manager [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Loaded agent extensions: [] [ 541.831654] env[65279]: DEBUG neutron_lib.callbacks.manager [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65279) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 541.879090] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent RPC Daemon Started! [ 541.879233] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent loop - iteration:0 started [ 541.879367] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent out of sync with plugin! [ 546.832566] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.832940] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 551.833765] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.834241] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.823213] env[65279]: INFO networking_nsxv3.common.synchronization [None req-d26ab7ee-5dea-40b7-ae57-d9a77afb0881 demo admin] Enqueued Resource ID: 1be2f347-4e02-4146-8b46-a9d7cbaf081c with Priority: HIGHEST for action security_group_rules [ 556.823702] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1be2f347-4e02-4146-8b46-a9d7cbaf081c with Priority: HIGHEST for action security_group_rules [ 556.825711] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1be2f347-4e02-4146-8b46-a9d7cbaf081c taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 556.825849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1be2f347-4e02-4146-8b46-a9d7cbaf081c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 556.825907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1be2f347-4e02-4146-8b46-a9d7cbaf081c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 556.826275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1be2f347-4e02-4146-8b46-a9d7cbaf081c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 556.826361] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1be2f347-4e02-4146-8b46-a9d7cbaf081c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 557.350447] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 557.350730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 557.350730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 557.350845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 557.350936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.351042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1be2f347-4e02-4146-8b46-a9d7cbaf081c already deleted. [ 557.351123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1be2f347-4e02-4146-8b46-a9d7cbaf081c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.824845] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.825240] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.825948] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.826419] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.827384] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.828109] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.829414] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 576.829868] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.831112] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 581.831112] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 583.133416] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a5eecfea-aa28-4527-a1e7-eaf53450670f None None] Enqueued Resource ID: 3a47aa84-0f27-4ef2-b454-137be131c993 with Priority: HIGHEST for action port [ 583.133976] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a47aa84-0f27-4ef2-b454-137be131c993 with Priority: HIGHEST for action port [ 583.134551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a47aa84-0f27-4ef2-b454-137be131c993 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.134780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a47aa84-0f27-4ef2-b454-137be131c993" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.134780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a47aa84-0f27-4ef2-b454-137be131c993" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.135011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a47aa84-0f27-4ef2-b454-137be131c993" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.137292] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a47aa84-0f27-4ef2-b454-137be131c993',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.641835] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a47aa84-0f27-4ef2-b454-137be131c993 [ 583.643893] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.643893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.643893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.643893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.643893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.643893] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a47aa84-0f27-4ef2-b454-137be131c993 already deleted. [ 583.644174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a47aa84-0f27-4ef2-b454-137be131c993" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.942739] env[65279]: INFO networking_nsxv3.common.synchronization [None req-c9e7fd19-0bda-430c-bab2-1dbf8a9917a8 None None] Enqueued Resource ID: 26e5e22e-7e31-4dcf-8b9b-71b61146be23 with Priority: HIGHEST for action port [ 584.943337] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26e5e22e-7e31-4dcf-8b9b-71b61146be23 with Priority: HIGHEST for action port [ 584.943613] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-26e5e22e-7e31-4dcf-8b9b-71b61146be23 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.943749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26e5e22e-7e31-4dcf-8b9b-71b61146be23" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.943946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26e5e22e-7e31-4dcf-8b9b-71b61146be23" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.944748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26e5e22e-7e31-4dcf-8b9b-71b61146be23" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.944748] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26e5e22e-7e31-4dcf-8b9b-71b61146be23',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.296774] env[65279]: INFO networking_nsxv3.common.synchronization [None req-76d5a671-0491-4165-a1d4-55eac6e1f846 None None] Enqueued Resource ID: 6319787b-3f02-484c-a572-e19c56ba54f9 with Priority: HIGHEST for action port [ 585.297325] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6319787b-3f02-484c-a572-e19c56ba54f9 with Priority: HIGHEST for action port [ 585.298021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6319787b-3f02-484c-a572-e19c56ba54f9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6319787b-3f02-484c-a572-e19c56ba54f9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6319787b-3f02-484c-a572-e19c56ba54f9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.301277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6319787b-3f02-484c-a572-e19c56ba54f9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.301277] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6319787b-3f02-484c-a572-e19c56ba54f9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.447957] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26e5e22e-7e31-4dcf-8b9b-71b61146be23 [ 585.448221] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.448684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.449722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.449722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.449722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.449722] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26e5e22e-7e31-4dcf-8b9b-71b61146be23 already deleted. [ 585.449722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26e5e22e-7e31-4dcf-8b9b-71b61146be23" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.672618] env[65279]: INFO networking_nsxv3.common.synchronization [None req-d0760ade-788f-457d-9ce8-2f663f6410ea None None] Enqueued Resource ID: 426bec04-b591-4886-b8a2-4df2c0004c50 with Priority: HIGHEST for action port [ 585.673320] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 426bec04-b591-4886-b8a2-4df2c0004c50 with Priority: HIGHEST for action port [ 585.676835] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-426bec04-b591-4886-b8a2-4df2c0004c50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.676835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-426bec04-b591-4886-b8a2-4df2c0004c50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.676835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-426bec04-b591-4886-b8a2-4df2c0004c50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.676835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-426bec04-b591-4886-b8a2-4df2c0004c50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.676835] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('426bec04-b591-4886-b8a2-4df2c0004c50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.802992] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6319787b-3f02-484c-a572-e19c56ba54f9 [ 585.803256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.803541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.803541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.803773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.803884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.803973] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6319787b-3f02-484c-a572-e19c56ba54f9 already deleted. [ 585.804068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6319787b-3f02-484c-a572-e19c56ba54f9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.177917] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 426bec04-b591-4886-b8a2-4df2c0004c50 [ 586.178203] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.178391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.178391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.178603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.178911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.178911] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:426bec04-b591-4886-b8a2-4df2c0004c50 already deleted. [ 586.178911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-426bec04-b591-4886-b8a2-4df2c0004c50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.410907] env[65279]: INFO networking_nsxv3.common.synchronization [None req-bb58d48c-0f61-4c45-aaba-986c6501961b None None] Enqueued Resource ID: 9484837f-4190-4d10-bb51-d7db8ce5dd06 with Priority: HIGHEST for action port [ 587.411191] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9484837f-4190-4d10-bb51-d7db8ce5dd06 with Priority: HIGHEST for action port [ 587.411738] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-9484837f-4190-4d10-bb51-d7db8ce5dd06 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.411895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9484837f-4190-4d10-bb51-d7db8ce5dd06" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.411937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9484837f-4190-4d10-bb51-d7db8ce5dd06" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.413132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9484837f-4190-4d10-bb51-d7db8ce5dd06" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.413132] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9484837f-4190-4d10-bb51-d7db8ce5dd06',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.481310] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a979a780-1c6e-4cfb-b82b-33496ea8ebf2 tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 587.481581] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 587.481910] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.482045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.482170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.482346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.482640] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.511053] env[65279]: INFO networking_nsxv3.common.synchronization [None req-3074627a-9daa-4c44-b893-f96cb28078a4 None None] Enqueued Resource ID: a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59 with Priority: HIGHEST for action port [ 587.511305] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59 with Priority: HIGHEST for action port [ 587.512080] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.512338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.512338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.512438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.512516] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.917384] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9484837f-4190-4d10-bb51-d7db8ce5dd06 [ 587.917686] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.917748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.917778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.919494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.919494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.919494] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9484837f-4190-4d10-bb51-d7db8ce5dd06 already deleted. [ 587.919494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9484837f-4190-4d10-bb51-d7db8ce5dd06" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.006622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.006622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.006622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.006622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.006622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.006622] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f108b781-95f4-4969-8661-fa41a15c055d already deleted. [ 588.006622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.017117] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59 [ 588.017482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.017865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.017865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.018032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.018032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.018126] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59 already deleted. [ 588.018288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1bda420-c6f1-4ef5-8c2f-93cfeb2f0e59" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.235111] env[65279]: INFO networking_nsxv3.common.synchronization [None req-2b20158c-d573-4877-8aa3-eece986f8da0 tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 588.235953] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 588.236347] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.236581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.236829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.237110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.237284] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.703756] env[65279]: INFO networking_nsxv3.common.synchronization [None req-639c5791-c54b-4e3d-bba2-d17d8e592cd3 None None] Enqueued Resource ID: 27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed with Priority: HIGHEST for action port [ 588.705563] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed with Priority: HIGHEST for action port [ 588.706757] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.706757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.706757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.706942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.706972] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.757426] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.757655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.757655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.757814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.757909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.758013] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f108b781-95f4-4969-8661-fa41a15c055d already deleted. [ 588.758098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.211363] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed [ 589.211586] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.211715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.211792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.211996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.212103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.212196] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed already deleted. [ 589.212531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d4a1bd-7b2f-43f5-81a8-58b68ae6fbed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.447136] env[65279]: INFO networking_nsxv3.common.synchronization [None req-ba478cbf-c479-4588-9c65-c34d6b1bdcdf None None] Enqueued Resource ID: 063ced9c-f20a-490d-83cb-d33bea2e1f8d with Priority: HIGHEST for action port [ 589.447136] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063ced9c-f20a-490d-83cb-d33bea2e1f8d with Priority: HIGHEST for action port [ 589.447136] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-063ced9c-f20a-490d-83cb-d33bea2e1f8d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.447136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063ced9c-f20a-490d-83cb-d33bea2e1f8d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.447136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063ced9c-f20a-490d-83cb-d33bea2e1f8d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.447136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063ced9c-f20a-490d-83cb-d33bea2e1f8d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.449160] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063ced9c-f20a-490d-83cb-d33bea2e1f8d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.952595] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063ced9c-f20a-490d-83cb-d33bea2e1f8d [ 589.952595] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.952595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.952595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.952595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.952595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.952595] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063ced9c-f20a-490d-83cb-d33bea2e1f8d already deleted. [ 589.952595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063ced9c-f20a-490d-83cb-d33bea2e1f8d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.414619] env[65279]: INFO networking_nsxv3.common.synchronization [None req-564f9924-5145-4261-82f5-9e9a61f4dea3 None None] Enqueued Resource ID: 6b272b21-f935-4ae2-b50b-a4577c9f0813 with Priority: HIGHEST for action port [ 590.415239] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b272b21-f935-4ae2-b50b-a4577c9f0813 with Priority: HIGHEST for action port [ 590.415455] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b272b21-f935-4ae2-b50b-a4577c9f0813 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.415579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b272b21-f935-4ae2-b50b-a4577c9f0813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.415646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b272b21-f935-4ae2-b50b-a4577c9f0813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.415910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b272b21-f935-4ae2-b50b-a4577c9f0813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.415992] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b272b21-f935-4ae2-b50b-a4577c9f0813',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.583917] env[65279]: INFO networking_nsxv3.common.synchronization [None req-1f566267-50b6-4b39-bbbb-c64c51dbdb1b None None] Enqueued Resource ID: 815aed36-c540-4249-8c9c-52baf76118a6 with Priority: HIGHEST for action port [ 590.584610] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 815aed36-c540-4249-8c9c-52baf76118a6 with Priority: HIGHEST for action port [ 590.585717] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-815aed36-c540-4249-8c9c-52baf76118a6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.585717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-815aed36-c540-4249-8c9c-52baf76118a6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.585717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-815aed36-c540-4249-8c9c-52baf76118a6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.585717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-815aed36-c540-4249-8c9c-52baf76118a6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.585717] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('815aed36-c540-4249-8c9c-52baf76118a6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.922280] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b272b21-f935-4ae2-b50b-a4577c9f0813 [ 590.922518] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.922643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.922734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.922970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.923066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.923253] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b272b21-f935-4ae2-b50b-a4577c9f0813 already deleted. [ 590.923253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b272b21-f935-4ae2-b50b-a4577c9f0813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.089400] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 815aed36-c540-4249-8c9c-52baf76118a6 [ 591.089814] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.089927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.089927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.090287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.090501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.090501] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:815aed36-c540-4249-8c9c-52baf76118a6 already deleted. [ 591.090589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-815aed36-c540-4249-8c9c-52baf76118a6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.897456] env[65279]: INFO networking_nsxv3.common.synchronization [None req-410cafd4-2aac-4e13-b62f-6d53ccb4dadc None None] Enqueued Resource ID: 58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216 with Priority: HIGHEST for action port [ 591.897622] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216 with Priority: HIGHEST for action port [ 591.898118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.898795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.898795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.898795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.898795] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.404767] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216 [ 592.404767] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.404767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.404767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.404767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.404767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.404767] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216 already deleted. [ 592.404767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58f4c8c5-d0f3-4ab7-b3ad-6449fb17c216" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.743390] env[65279]: INFO networking_nsxv3.common.synchronization [None req-3995aa24-5104-462c-a4ad-b43903e5147c None None] Enqueued Resource ID: 792accd3-268d-481e-baad-f0448f0c6854 with Priority: HIGHEST for action port [ 592.743390] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792accd3-268d-481e-baad-f0448f0c6854 with Priority: HIGHEST for action port [ 592.743670] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-792accd3-268d-481e-baad-f0448f0c6854 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.743791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792accd3-268d-481e-baad-f0448f0c6854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.743856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792accd3-268d-481e-baad-f0448f0c6854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.744847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792accd3-268d-481e-baad-f0448f0c6854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.745564] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792accd3-268d-481e-baad-f0448f0c6854',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.246788] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 792accd3-268d-481e-baad-f0448f0c6854 [ 593.247039] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.247177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.247261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.247437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.247537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.247674] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:792accd3-268d-481e-baad-f0448f0c6854 already deleted. [ 593.247725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792accd3-268d-481e-baad-f0448f0c6854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.570179] env[65279]: INFO networking_nsxv3.common.synchronization [None req-1a132f95-876f-421a-a730-e9001cad4ce6 None None] Enqueued Resource ID: cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6 with Priority: HIGHEST for action port [ 593.570731] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6 with Priority: HIGHEST for action port [ 593.570731] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.571681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.571681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.573036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.573036] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.077672] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6 [ 594.077672] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.077672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.077672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.077672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.077672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.077672] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6 already deleted. [ 594.077672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf43d4f1-6649-4ca0-b3d8-b0c4e1c78ee6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.834269] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.834549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.834549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.835018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.835368] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.013524] env[65279]: INFO networking_nsxv3.common.synchronization [None req-0998ef30-0f5f-45fa-bb05-f14757404fc6 None None] Enqueued Resource ID: ff0800ff-26fc-45c7-bb31-2235df724353 with Priority: HIGHEST for action port [ 595.014059] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0800ff-26fc-45c7-bb31-2235df724353 with Priority: HIGHEST for action port [ 595.014321] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0800ff-26fc-45c7-bb31-2235df724353 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.014443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0800ff-26fc-45c7-bb31-2235df724353" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.014508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0800ff-26fc-45c7-bb31-2235df724353" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.014942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0800ff-26fc-45c7-bb31-2235df724353" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.015043] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0800ff-26fc-45c7-bb31-2235df724353',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.337605] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.402659] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6f51b449-ce0c-4316-9564-5b2cc80c8d93 None None] Enqueued Resource ID: e4a5f45a-5489-49a3-90cc-d43cd35d1d3a with Priority: HIGHEST for action port [ 595.403353] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a5f45a-5489-49a3-90cc-d43cd35d1d3a with Priority: HIGHEST for action port [ 595.403503] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a5f45a-5489-49a3-90cc-d43cd35d1d3a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.403630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a5f45a-5489-49a3-90cc-d43cd35d1d3a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.403712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a5f45a-5489-49a3-90cc-d43cd35d1d3a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.403968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a5f45a-5489-49a3-90cc-d43cd35d1d3a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.404062] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a5f45a-5489-49a3-90cc-d43cd35d1d3a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.518787] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff0800ff-26fc-45c7-bb31-2235df724353 [ 595.518787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.518787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.518787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.519180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.519346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.519491] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff0800ff-26fc-45c7-bb31-2235df724353 already deleted. [ 595.519931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0800ff-26fc-45c7-bb31-2235df724353" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.569955] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5331e54f-6950-42e5-ab9d-883bf9f48601 None None] Enqueued Resource ID: 0c8b55c4-af67-4c33-8e64-a989fbb9304e with Priority: HIGHEST for action port [ 595.570290] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c8b55c4-af67-4c33-8e64-a989fbb9304e with Priority: HIGHEST for action port [ 595.570836] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c8b55c4-af67-4c33-8e64-a989fbb9304e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.570971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c8b55c4-af67-4c33-8e64-a989fbb9304e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.571060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c8b55c4-af67-4c33-8e64-a989fbb9304e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.571689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c8b55c4-af67-4c33-8e64-a989fbb9304e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.571689] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c8b55c4-af67-4c33-8e64-a989fbb9304e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.840253] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.908405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a5f45a-5489-49a3-90cc-d43cd35d1d3a [ 595.908405] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.908405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.908405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.908405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.908405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.908405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a5f45a-5489-49a3-90cc-d43cd35d1d3a already deleted. [ 595.908405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a5f45a-5489-49a3-90cc-d43cd35d1d3a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.073329] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c8b55c4-af67-4c33-8e64-a989fbb9304e [ 596.073571] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.073783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.073911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.074278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.074433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.074591] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c8b55c4-af67-4c33-8e64-a989fbb9304e already deleted. [ 596.074727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c8b55c4-af67-4c33-8e64-a989fbb9304e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.171009] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a24feb2e-d993-4cff-8160-98a14450782b None None] Enqueued Resource ID: 661a612f-08db-4f58-a751-eb186355b169 with Priority: HIGHEST for action port [ 596.171281] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 661a612f-08db-4f58-a751-eb186355b169 with Priority: HIGHEST for action port [ 596.171832] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-661a612f-08db-4f58-a751-eb186355b169 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.171950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-661a612f-08db-4f58-a751-eb186355b169" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.172028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-661a612f-08db-4f58-a751-eb186355b169" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.172280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-661a612f-08db-4f58-a751-eb186355b169" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.172362] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('661a612f-08db-4f58-a751-eb186355b169',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.345858] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 596.345858] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 596.675703] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 661a612f-08db-4f58-a751-eb186355b169 [ 596.675937] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.676158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.676158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.676362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.676453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.676543] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:661a612f-08db-4f58-a751-eb186355b169 already deleted. [ 596.676625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-661a612f-08db-4f58-a751-eb186355b169" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.119501] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.119787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.119787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.119915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.143064] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 597.147703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.152025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 597.170455] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.171844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.171844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.171844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.172875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.173059] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 597.173166] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.173253] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 597.194256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.194398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.194465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.194672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.194809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.194919] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 597.218110] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.218330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.218417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.218610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.218722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.218836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 597.242684] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.242684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.242684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.242684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.242684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.242684] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 597.242684] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.242684] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 597.272022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.272022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.272022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.272022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.272022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.272022] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 597.272022] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.272022] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 597.293301] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.295058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.295058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.295058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.295058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.295058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 597.295058] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 597.295058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 597.295058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 597.295058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 597.295058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 597.295058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 597.296124] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 597.296124] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 597.296124] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 597.318806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.320216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.320321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.321217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.321217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.321217] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 597.343046] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.343442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.343442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.343442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.343571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.359021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.562583] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a8a37ea7-79ca-477c-86c5-0edc96c82d72 None None] Enqueued Resource ID: 71dd1563-851c-406c-8b3a-39527957af82 with Priority: HIGHEST for action port [ 597.562842] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dd1563-851c-406c-8b3a-39527957af82 with Priority: HIGHEST for action port [ 597.563844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-71dd1563-851c-406c-8b3a-39527957af82 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.563844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71dd1563-851c-406c-8b3a-39527957af82" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.563844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71dd1563-851c-406c-8b3a-39527957af82" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.563844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71dd1563-851c-406c-8b3a-39527957af82" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.564212] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71dd1563-851c-406c-8b3a-39527957af82',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.746782] env[65279]: INFO networking_nsxv3.common.synchronization [req-29de6fe3-1995-41eb-a229-9f758bcf5ef9 req-c11e8edb-ac7c-44d8-9ede-549437e62bf9 tempest-ServerDiagnosticsNegativeTest-1909505025 tempest-ServerDiagnosticsNegativeTest-1909505025-project-member] Enqueued Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_members [ 597.747186] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_members [ 597.747830] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.747830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.747830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.749894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.749894] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.749894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.749894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.749894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.749894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.749894] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.065556] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71dd1563-851c-406c-8b3a-39527957af82 [ 598.065923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.065995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.066084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.067253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.067253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.067253] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71dd1563-851c-406c-8b3a-39527957af82 already deleted. [ 598.067253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71dd1563-851c-406c-8b3a-39527957af82" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.133767] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5105d874-626e-4d30-8665-1a0ec246f41d None None] Enqueued Resource ID: 6cc9945a-77a8-4eee-96bf-7e7a6aaaacad with Priority: HIGHEST for action port [ 598.134956] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cc9945a-77a8-4eee-96bf-7e7a6aaaacad with Priority: HIGHEST for action port [ 598.135291] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cc9945a-77a8-4eee-96bf-7e7a6aaaacad taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.135415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cc9945a-77a8-4eee-96bf-7e7a6aaaacad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.135483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cc9945a-77a8-4eee-96bf-7e7a6aaaacad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.135738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cc9945a-77a8-4eee-96bf-7e7a6aaaacad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.135805] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cc9945a-77a8-4eee-96bf-7e7a6aaaacad',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.251822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.255348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.255348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.255348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.255515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.255830] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.256046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.256161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.256370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.256459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.256555] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0e381c2-340d-405d-b117-8196dc7889c8 already deleted. [ 598.256643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.638263] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cc9945a-77a8-4eee-96bf-7e7a6aaaacad [ 598.638563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.638737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.638883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.639103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.639259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.639348] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cc9945a-77a8-4eee-96bf-7e7a6aaaacad already deleted. [ 598.639431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cc9945a-77a8-4eee-96bf-7e7a6aaaacad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.994942] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.994942] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.995356] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.995563] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.995898] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.996754] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.996754] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.996754] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.996754] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.997584] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.997584] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.997584] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.997584] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.997584] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.997584] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.997584] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.016329] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.016489] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 599.016626] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.017324] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.017324] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.017538] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.017708] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.018062] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.018360] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.095575] env[65279]: INFO networking_nsxv3.common.synchronization [None req-20d134e2-948e-448e-90b7-fb619d098f22 None None] Enqueued Resource ID: 9f618601-c76c-41c0-b56e-7c2bea4bf1cf with Priority: HIGHEST for action port [ 599.095841] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f618601-c76c-41c0-b56e-7c2bea4bf1cf with Priority: HIGHEST for action port [ 599.096422] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f618601-c76c-41c0-b56e-7c2bea4bf1cf taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.096566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f618601-c76c-41c0-b56e-7c2bea4bf1cf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.096635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f618601-c76c-41c0-b56e-7c2bea4bf1cf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.096847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f618601-c76c-41c0-b56e-7c2bea4bf1cf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.096933] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f618601-c76c-41c0-b56e-7c2bea4bf1cf',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.520855] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.521193] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.521193] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.521458] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.521922] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.521922] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 not found, creating... [ 599.522025] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.522159] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.522270] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.522478] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.522609] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.523046] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.523218] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.523332] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.523533] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.523866] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.523866] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 is going to be created. [ 599.546963] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.547566] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.547566] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.547800] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.547874] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.548717] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.600401] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f618601-c76c-41c0-b56e-7c2bea4bf1cf [ 599.600401] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.600401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.600401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.600401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.600401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.600401] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f618601-c76c-41c0-b56e-7c2bea4bf1cf already deleted. [ 599.600401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f618601-c76c-41c0-b56e-7c2bea4bf1cf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.207042] env[65279]: INFO networking_nsxv3.common.synchronization [None req-f1d8d7f8-c770-4429-9d0b-3cfd3da8ae40 None None] Enqueued Resource ID: 6013afda-6086-4b41-9499-9284c1ababa4 with Priority: HIGHEST for action port [ 600.207579] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6013afda-6086-4b41-9499-9284c1ababa4 with Priority: HIGHEST for action port [ 600.207960] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6013afda-6086-4b41-9499-9284c1ababa4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.208316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6013afda-6086-4b41-9499-9284c1ababa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.208316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6013afda-6086-4b41-9499-9284c1ababa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.208415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6013afda-6086-4b41-9499-9284c1ababa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.208495] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6013afda-6086-4b41-9499-9284c1ababa4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.644743] env[65279]: INFO networking_nsxv3.common.synchronization [req-29de6fe3-1995-41eb-a229-9f758bcf5ef9 req-d959bc17-1495-4bfe-b53f-f60a1f1e8ad3 service nova] Enqueued Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_rules [ 600.645025] env[65279]: INFO networking_nsxv3.common.synchronization [req-29de6fe3-1995-41eb-a229-9f758bcf5ef9 req-d959bc17-1495-4bfe-b53f-f60a1f1e8ad3 service nova] Enqueued Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_members [ 600.645148] env[65279]: INFO networking_nsxv3.common.synchronization [req-29de6fe3-1995-41eb-a229-9f758bcf5ef9 req-d959bc17-1495-4bfe-b53f-f60a1f1e8ad3 service nova] Enqueued Resource ID: 8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 with Priority: HIGHEST for action port [ 600.645979] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_rules [ 600.646130] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_members [ 600.646224] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 with Priority: HIGHEST for action port [ 600.646924] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.647079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.647150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.647405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.647493] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.648369] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.648900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.648988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.649181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.649517] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.650215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.650307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.650478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.650641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.650682] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.652168] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.652286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.652355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.652511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.652588] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.710354] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6013afda-6086-4b41-9499-9284c1ababa4 [ 600.710584] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.710739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.710845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.710996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.711109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.711206] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6013afda-6086-4b41-9499-9284c1ababa4 already deleted. [ 600.711290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6013afda-6086-4b41-9499-9284c1ababa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.100355] env[65279]: INFO networking_nsxv3.common.synchronization [req-c95c28c2-e815-4d3a-af12-8a122b0a8e45 req-6d12cce2-9e18-4285-b656-b14b7004dc8d tempest-DeleteServersAdminTestJSON-1797253881 tempest-DeleteServersAdminTestJSON-1797253881-project-member] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 601.100866] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 601.101171] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.101290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.101356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.101597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.101756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.101881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.101944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.102632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.103334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.103334] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.154610] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.154788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.162785] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.163743] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 with status ACTIVE [ 601.166024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.166024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.166024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.166024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.167503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.167503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.167503] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5 is going to be updated. [ 601.193153] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.193153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.193153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.193636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.194048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.194379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8235f9f0-6e64-4cd4-91f7-ec1b93fc70a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.405037] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.405226] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.405338] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.405585] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.405844] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.405998] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.406101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.406302] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.406758] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.407234] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.407401] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.407472] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.410149] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.410149] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.410149] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.410149] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.427651] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.427882] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.427961] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.428554] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.428554] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-1a18b962-601d-4f19-b198-56f3a60f29ee taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.428724] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.428757] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.429083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.429221] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a18b962-601d-4f19-b198-56f3a60f29ee',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.607941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.607941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.607941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.607941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.607941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.607941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.607941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.607941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.610040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.610987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.611119] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 already deleted. [ 601.611212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.651077] env[65279]: INFO networking_nsxv3.common.synchronization [None req-2417621a-b092-4847-b302-d11143ee1723 None None] Enqueued Resource ID: 6e2ca502-bed5-41ff-9612-1c49193c367f with Priority: HIGHEST for action port [ 601.651598] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2ca502-bed5-41ff-9612-1c49193c367f with Priority: HIGHEST for action port [ 601.651893] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2ca502-bed5-41ff-9612-1c49193c367f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.652027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2ca502-bed5-41ff-9612-1c49193c367f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.652103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2ca502-bed5-41ff-9612-1c49193c367f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.652354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2ca502-bed5-41ff-9612-1c49193c367f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.652436] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2ca502-bed5-41ff-9612-1c49193c367f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.670437] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.932363] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.932582] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.932702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.932968] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.933125] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.933276] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 1a18b962-601d-4f19-b198-56f3a60f29ee not found, creating... [ 601.933545] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.933694] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.933805] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.934033] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.934167] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.934443] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.940713] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.940713] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.940713] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.940713] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.940713] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 1a18b962-601d-4f19-b198-56f3a60f29ee is going to be created. [ 601.962067] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.962300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.962605] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.962688] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.962925] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.963168] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.154802] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e2ca502-bed5-41ff-9612-1c49193c367f [ 602.155027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.155167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.155227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.155445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.155534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.155661] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e2ca502-bed5-41ff-9612-1c49193c367f already deleted. [ 602.155831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2ca502-bed5-41ff-9612-1c49193c367f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.174270] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.174451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.174535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.174800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.174927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.175042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0e381c2-340d-405d-b117-8196dc7889c8 is going to be created. [ 602.202310] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.202535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.202599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.202752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.202911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.214882] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0e381c2-340d-405d-b117-8196dc7889c8 in Status: UNINITIALIZED for 2s [ 602.721223] env[65279]: INFO networking_nsxv3.common.synchronization [req-c95c28c2-e815-4d3a-af12-8a122b0a8e45 req-6474ac99-a472-4574-a07d-1d765973ffb5 service nova] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_rules [ 602.721223] env[65279]: INFO networking_nsxv3.common.synchronization [req-c95c28c2-e815-4d3a-af12-8a122b0a8e45 req-6474ac99-a472-4574-a07d-1d765973ffb5 service nova] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 602.721223] env[65279]: INFO networking_nsxv3.common.synchronization [req-c95c28c2-e815-4d3a-af12-8a122b0a8e45 req-6474ac99-a472-4574-a07d-1d765973ffb5 service nova] Enqueued Resource ID: 1a18b962-601d-4f19-b198-56f3a60f29ee with Priority: HIGHEST for action port [ 602.721223] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_rules [ 602.721223] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 602.721223] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a18b962-601d-4f19-b198-56f3a60f29ee with Priority: HIGHEST for action port [ 602.722135] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.722440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.722648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.723095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.725805] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.726343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.726871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.726976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.727216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.727382] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.727488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.727552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.727695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.727855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.727948] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.729008] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a18b962-601d-4f19-b198-56f3a60f29ee taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.729389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.729485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.729646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.729768] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a18b962-601d-4f19-b198-56f3a60f29ee',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.093952] env[65279]: INFO networking_nsxv3.common.synchronization [None req-ec31755b-7bc1-44c8-a622-53775fa66c28 tempest-VolumesAssistedSnapshotsTest-1193772808 tempest-VolumesAssistedSnapshotsTest-1193772808-project-member] Enqueued Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_rules [ 603.093952] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_rules [ 603.095151] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.095570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.095770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.096241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.096489] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.234269] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.234269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.234269] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.245023] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a18b962-601d-4f19-b198-56f3a60f29ee with status ACTIVE [ 603.245023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.245023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.245023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.245023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.246505] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a18b962-601d-4f19-b198-56f3a60f29ee is going to be updated. [ 603.273066] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.273066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.273066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.273829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.273829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.273829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a18b962-601d-4f19-b198-56f3a60f29ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.379285] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a9de6e8f-240a-4e6b-8da8-9591e2c44535 tempest-VolumesAssistedSnapshotsTest-1193772808 tempest-VolumesAssistedSnapshotsTest-1193772808-project-member] Enqueued Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_rules [ 603.379931] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_rules [ 603.380236] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.380392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.612429] env[65279]: INFO networking_nsxv3.common.synchronization [req-831fce63-63e2-4c60-8972-138c6b79c933 req-2b56075b-21ec-461c-8e2c-e4941c3cabf4 tempest-ServersAdminNegativeTestJSON-1559185065 tempest-ServersAdminNegativeTestJSON-1559185065-project-member] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 603.613086] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 603.613603] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.613880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.613976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.614261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.614541] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.615098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.615182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.615344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.615438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.615534] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.619678] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.619817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.619873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.620046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.620228] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281f6a76-4283-439d-8113-ed711a15b127 already deleted. [ 603.620296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.620418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.620577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620634] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.750969] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.117768] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.117768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.117874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.118102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.118190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.118390] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.118484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.118541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.118686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.118766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.118846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 already deleted. [ 604.119608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.144643] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.144725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.144757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.145022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.145115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.145209] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281f6a76-4283-439d-8113-ed711a15b127 already deleted. [ 604.145296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.148729] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.150844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.150844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.150844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.150844] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.150844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.150844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.150844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.150844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.150844] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.150844] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.150844] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.150844] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.151498] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.151498] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.151498] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.174347] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.174741] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.174949] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.175191] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.175565] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-5d8b096d-7855-448c-9acf-81d888b885e6 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.175825] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.175979] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.176321] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.176546] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8b096d-7855-448c-9acf-81d888b885e6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.225205] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0e381c2-340d-405d-b117-8196dc7889c8 in Status: SUCCESS [ 604.225387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.225549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.225786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.226562] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.227386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.227386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.227386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.227386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.227386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.227386] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.254522] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.254679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.254771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.254968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.255069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.255288] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 is going to be created. [ 604.280076] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.280076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.280282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.281822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.281822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.295015] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: UNINITIALIZED for 2s [ 604.645102] env[65279]: INFO networking_nsxv3.common.synchronization [None req-8f2cf746-85cf-489b-bfc5-e8b660af6c1f None None] Enqueued Resource ID: f25829bc-beca-4514-b9e0-a8804d20c9f6 with Priority: HIGHEST for action port [ 604.645743] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f25829bc-beca-4514-b9e0-a8804d20c9f6 with Priority: HIGHEST for action port [ 604.646473] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f25829bc-beca-4514-b9e0-a8804d20c9f6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.646473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f25829bc-beca-4514-b9e0-a8804d20c9f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.646473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f25829bc-beca-4514-b9e0-a8804d20c9f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.646648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f25829bc-beca-4514-b9e0-a8804d20c9f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.646697] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f25829bc-beca-4514-b9e0-a8804d20c9f6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.678727] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.679713] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.682238] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.682702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.682882] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.683052] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 5d8b096d-7855-448c-9acf-81d888b885e6 not found, creating... [ 604.684465] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.684465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.684465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.684465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.684465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.684465] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.684465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.685120] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.685120] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.685120] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.685120] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 5d8b096d-7855-448c-9acf-81d888b885e6 is going to be created. [ 604.709250] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.709399] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.709532] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.709826] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.710079] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.710388] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.729545] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.729545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.729545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.729841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.730209] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.730209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.730209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.730401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.730401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.730475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.731052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.731052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.731052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.731320] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.731320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.731320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.731414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.731442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.731594] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.150059] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f25829bc-beca-4514-b9e0-a8804d20c9f6 [ 605.150417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.150471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.150506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.151187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.151187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.151187] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f25829bc-beca-4514-b9e0-a8804d20c9f6 already deleted. [ 605.151187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f25829bc-beca-4514-b9e0-a8804d20c9f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.234485] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0e381c2-340d-405d-b117-8196dc7889c8: rpc.has_security_group_logging(os_id): False [ 605.254235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.254390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.254449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.256029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.256029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.256029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.256510] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.256510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.256510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.256510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.256510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.256510] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0e381c2-340d-405d-b117-8196dc7889c8 is going to be created. [ 605.323328] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.323328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.323328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.323682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.323781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.341452] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0e381c2-340d-405d-b117-8196dc7889c8 in Status: IN_PROGRESS for 2s [ 605.421098] env[65279]: INFO networking_nsxv3.common.synchronization [req-831fce63-63e2-4c60-8972-138c6b79c933 req-30da6eab-8cec-4add-b262-a169b35925ab service nova] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_rules [ 605.421942] env[65279]: INFO networking_nsxv3.common.synchronization [req-831fce63-63e2-4c60-8972-138c6b79c933 req-30da6eab-8cec-4add-b262-a169b35925ab service nova] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 605.421942] env[65279]: INFO networking_nsxv3.common.synchronization [req-831fce63-63e2-4c60-8972-138c6b79c933 req-30da6eab-8cec-4add-b262-a169b35925ab service nova] Enqueued Resource ID: 5d8b096d-7855-448c-9acf-81d888b885e6 with Priority: HIGHEST for action port [ 605.421942] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_rules [ 605.422125] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 605.422175] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d8b096d-7855-448c-9acf-81d888b885e6 with Priority: HIGHEST for action port [ 605.422653] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.422653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.422767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.422989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.423050] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.423955] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.424081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.424325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.424472] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.424560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.424646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.425431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.425431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.425431] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.426217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d8b096d-7855-448c-9acf-81d888b885e6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.426217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.426217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.426217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.426217] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d8b096d-7855-448c-9acf-81d888b885e6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.534764] env[65279]: INFO networking_nsxv3.common.synchronization [None req-d59b79c9-49d7-465e-80df-82f8f5e711b8 None None] Enqueued Resource ID: 585fe6b7-3680-4727-a00e-fd5d4a40c87e with Priority: HIGHEST for action port [ 605.535457] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 585fe6b7-3680-4727-a00e-fd5d4a40c87e with Priority: HIGHEST for action port [ 605.535861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-585fe6b7-3680-4727-a00e-fd5d4a40c87e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.536162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-585fe6b7-3680-4727-a00e-fd5d4a40c87e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.536265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-585fe6b7-3680-4727-a00e-fd5d4a40c87e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.536528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-585fe6b7-3680-4727-a00e-fd5d4a40c87e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.536612] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('585fe6b7-3680-4727-a00e-fd5d4a40c87e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.571664] env[65279]: INFO networking_nsxv3.common.synchronization [None req-ab8a2597-4831-48f5-9a97-f4e7e4fdc106 None None] Enqueued Resource ID: 32cf9ca8-1e53-4edb-9e14-801733ddfbcf with Priority: HIGHEST for action port [ 605.572250] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32cf9ca8-1e53-4edb-9e14-801733ddfbcf with Priority: HIGHEST for action port [ 605.572806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-32cf9ca8-1e53-4edb-9e14-801733ddfbcf taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.572922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32cf9ca8-1e53-4edb-9e14-801733ddfbcf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.572996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32cf9ca8-1e53-4edb-9e14-801733ddfbcf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.573900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32cf9ca8-1e53-4edb-9e14-801733ddfbcf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.574096] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32cf9ca8-1e53-4edb-9e14-801733ddfbcf',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.778541] env[65279]: INFO networking_nsxv3.common.synchronization [None req-70ceb46a-d4e4-4d2a-956f-fc06f1a87718 None None] Enqueued Resource ID: 20873d2b-eeb3-4531-b4a2-28fe92f1dffc with Priority: HIGHEST for action port [ 605.779194] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20873d2b-eeb3-4531-b4a2-28fe92f1dffc with Priority: HIGHEST for action port [ 605.779710] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-20873d2b-eeb3-4531-b4a2-28fe92f1dffc taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.779710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20873d2b-eeb3-4531-b4a2-28fe92f1dffc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.779710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20873d2b-eeb3-4531-b4a2-28fe92f1dffc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.779933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20873d2b-eeb3-4531-b4a2-28fe92f1dffc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.780025] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20873d2b-eeb3-4531-b4a2-28fe92f1dffc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.869164] env[65279]: INFO networking_nsxv3.common.synchronization [req-4996eb69-9fb2-47fa-a291-a74251bfa54c req-e32eeb2b-0a62-45ef-a7fd-1f7023db4668 tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 605.869164] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 605.869164] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.869164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.869164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.869164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.869164] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.869164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.869164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.869577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.869577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.869675] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.927998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.928196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.928270] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.929136] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d8b096d-7855-448c-9acf-81d888b885e6 with status ACTIVE [ 605.929616] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.929782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.929896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.930310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.930310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.930408] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.930469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.930659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.931262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.931262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.931262] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.931262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.931400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.931693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.931773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.931863] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d8b096d-7855-448c-9acf-81d888b885e6 is going to be updated. [ 605.957923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.958107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.958176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.958378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.958511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.958715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d8b096d-7855-448c-9acf-81d888b885e6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.038992] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 585fe6b7-3680-4727-a00e-fd5d4a40c87e [ 606.039280] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.039434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.039477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.039754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.039859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.039954] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:585fe6b7-3680-4727-a00e-fd5d4a40c87e already deleted. [ 606.040042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-585fe6b7-3680-4727-a00e-fd5d4a40c87e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.077225] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32cf9ca8-1e53-4edb-9e14-801733ddfbcf [ 606.077225] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.077225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.077225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.077225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.077225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.077225] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32cf9ca8-1e53-4edb-9e14-801733ddfbcf already deleted. [ 606.077225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32cf9ca8-1e53-4edb-9e14-801733ddfbcf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.282992] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20873d2b-eeb3-4531-b4a2-28fe92f1dffc [ 606.282992] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.282992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.282992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.282992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.282992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.282992] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20873d2b-eeb3-4531-b4a2-28fe92f1dffc already deleted. [ 606.282992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20873d2b-eeb3-4531-b4a2-28fe92f1dffc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.310244] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: SUCCESS [ 606.311471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.311471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.311471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.311598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.312039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.312039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.312039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.314487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.314487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.314604] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.373361] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.373361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.373361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.373361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.373361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.373361] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.373361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.373688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.373688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.373688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.373813] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f108b781-95f4-4969-8661-fa41a15c055d already deleted. [ 606.374988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.377526] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-882 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.378025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-882" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.378875] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-882" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.378875] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-882" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.379511] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.379726] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.381367] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.381367] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.381367] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.381367] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.381367] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.381605] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.381937] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.382104] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.382525] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.382892] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.407568] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.407731] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.407892] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.408081] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-882" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.408405] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-52c5dbf6-9b59-4a8e-816d-efd7be460073 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.409023] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.409023] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.409023] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.409138] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c5dbf6-9b59-4a8e-816d-efd7be460073',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.434176] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.818901] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.819190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.819299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.819817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.819902] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.819974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.820496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.821177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.821272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.821364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.821539] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.821636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.821705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.821854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.822020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.822239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.822239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.822336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.822451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.822487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.822672] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.914156] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.914417] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.914551] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.914817] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.914965] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.915158] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 52c5dbf6-9b59-4a8e-816d-efd7be460073 not found, creating... [ 606.915523] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.915783] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.915860] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.916101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.916234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.916515] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.916663] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.916773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.916976] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.917113] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.917245] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 is going to be created. [ 606.937874] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.938409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.938543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.938755] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be created. [ 606.942108] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.942378] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.942519] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.942806] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.943111] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.943488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.976168] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.976341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.976386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.976622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.976871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.990718] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: UNINITIALIZED for 2s [ 607.327024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b75c31f-d577-4d40-ab93-9ff66d0fca50: rpc.has_security_group_logging(os_id): False [ 607.346647] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.347913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.347913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.347913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.347913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.347913] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.348115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.348115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.348207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.349052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.349277] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.349612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.349686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.349879] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.350865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.350865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.350865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.350865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.350865] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 is going to be created. [ 607.368214] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f0e381c2-340d-405d-b117-8196dc7889c8 in Status: SUCCESS [ 607.368214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.427275] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.427461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.427513] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.427820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.427956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.446586] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: IN_PROGRESS for 2s [ 607.673303] env[65279]: INFO networking_nsxv3.common.synchronization [None req-41bbc5ec-1328-4d1c-9a27-55abdbf51a30 None None] Enqueued Resource ID: 9493b6e5-b02f-4bd2-acfb-960a241c5548 with Priority: HIGHEST for action port [ 607.673498] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9493b6e5-b02f-4bd2-acfb-960a241c5548 with Priority: HIGHEST for action port [ 607.674036] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-9493b6e5-b02f-4bd2-acfb-960a241c5548 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.674197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9493b6e5-b02f-4bd2-acfb-960a241c5548" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.674237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9493b6e5-b02f-4bd2-acfb-960a241c5548" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.674473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9493b6e5-b02f-4bd2-acfb-960a241c5548" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.674555] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9493b6e5-b02f-4bd2-acfb-960a241c5548',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.784301] env[65279]: INFO networking_nsxv3.common.synchronization [req-4996eb69-9fb2-47fa-a291-a74251bfa54c req-36bf7578-60e5-4cfc-bcc6-97c47d36911c service nova] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 607.784543] env[65279]: INFO networking_nsxv3.common.synchronization [req-4996eb69-9fb2-47fa-a291-a74251bfa54c req-36bf7578-60e5-4cfc-bcc6-97c47d36911c service nova] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 607.785042] env[65279]: INFO networking_nsxv3.common.synchronization [req-4996eb69-9fb2-47fa-a291-a74251bfa54c req-36bf7578-60e5-4cfc-bcc6-97c47d36911c service nova] Enqueued Resource ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 with Priority: HIGHEST for action port [ 607.785165] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 607.785201] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 607.785322] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 with Priority: HIGHEST for action port [ 607.785561] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.785729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.785729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.785899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.785979] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.789511] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.789653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.790988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.791958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.791958] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.791958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.792149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.792181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.792365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.792365] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.793266] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c5dbf6-9b59-4a8e-816d-efd7be460073 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.793266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.793389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.793486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.793557] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c5dbf6-9b59-4a8e-816d-efd7be460073',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.064528] env[65279]: INFO networking_nsxv3.common.synchronization [req-565c99f3-f4e7-4479-bba3-70ac0a9b564e req-a3f7f999-a6ac-445a-8239-67f9b51b3f6c tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 608.064528] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 608.064716] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.064836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.064901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.065224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.065383] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.065519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.065563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.065696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.065804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.065904] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.176690] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9493b6e5-b02f-4bd2-acfb-960a241c5548 [ 608.176973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.177074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.177322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.177390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.177425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.177513] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9493b6e5-b02f-4bd2-acfb-960a241c5548 already deleted. [ 608.177592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9493b6e5-b02f-4bd2-acfb-960a241c5548" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.295379] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.295516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.296103] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.296804] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52c5dbf6-9b59-4a8e-816d-efd7be460073 with status ACTIVE [ 608.297811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.297811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.297811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.297811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.297811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.297811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.298106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.301192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.301429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.301531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.301998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.301998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.301998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.302213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.302213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.302213] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 is going to be updated. [ 608.330169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.330901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.330901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.330901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.330901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.330901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.490934] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.491465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.491610] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.492156] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.492428] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.492672] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.492973] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.493234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.493386] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.493588] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.493696] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.493798] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.493903] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.494022] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.494137] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.494238] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.513772] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.514101] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.514274] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.514557] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.514932] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-0bffff74-3315-48f6-8ac3-5c915cd97d47 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.515342] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.515512] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.516048] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.516198] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bffff74-3315-48f6-8ac3-5c915cd97d47',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.569843] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.569843] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.569843] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f already deleted. [ 608.569843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.804875] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.006508] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: SUCCESS [ 609.007394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.007394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.007394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.007558] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.007558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.007649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.007775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.007942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.008048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.008143] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.021643] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.021749] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.021843] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.022911] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.023025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.023553] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 0bffff74-3315-48f6-8ac3-5c915cd97d47 not found, creating... [ 609.023553] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.023738] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.023738] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.023963] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.024239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.024646] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.026501] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.026896] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.026896] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.027074] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.027247] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 is going to be created. [ 609.053629] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.053629] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.053629] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.053629] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.054035] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.054035] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.309822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.309966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.310056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.310342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.310438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.310539] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be created. [ 609.339094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.339094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.339094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.339547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.339547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.350413] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: UNINITIALIZED for 2s [ 609.466012] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: SUCCESS [ 609.466304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.511909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.511909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.511909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.512143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.512771] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.512771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.512771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.512771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.512771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.512771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.513086] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.513162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.513268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.513502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.513972] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.513972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.513972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.514148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.514184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.514500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.514500] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.815732] env[65279]: INFO networking_nsxv3.common.synchronization [req-565c99f3-f4e7-4479-bba3-70ac0a9b564e req-6c125135-9406-4777-a7d8-64e09dcf0039 service nova] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 609.815934] env[65279]: INFO networking_nsxv3.common.synchronization [req-565c99f3-f4e7-4479-bba3-70ac0a9b564e req-6c125135-9406-4777-a7d8-64e09dcf0039 service nova] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 609.816128] env[65279]: INFO networking_nsxv3.common.synchronization [req-565c99f3-f4e7-4479-bba3-70ac0a9b564e req-6c125135-9406-4777-a7d8-64e09dcf0039 service nova] Enqueued Resource ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 with Priority: HIGHEST for action port [ 609.816807] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 609.816807] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 609.816917] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 with Priority: HIGHEST for action port [ 609.817278] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.817380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.817487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.817762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.817864] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.818928] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.819095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.819137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.819298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.819461] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.819646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.819714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.819881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.820009] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.820114] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.821067] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bffff74-3315-48f6-8ac3-5c915cd97d47 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.821189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.821262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.822170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.822170] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bffff74-3315-48f6-8ac3-5c915cd97d47',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.018043] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 928323ae-8c39-4278-904b-58b1d57a2d77: rpc.has_security_group_logging(os_id): False [ 610.041744] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.043930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.043930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.043930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.043930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.043930] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.043930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.043930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.043930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.044208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.044208] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.044962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.044962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.044962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.044962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.044962] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.044962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.044962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.044962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.046256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.046352] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be created. [ 610.107263] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.107564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.107564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.107682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.108029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.123713] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: IN_PROGRESS for 2s [ 610.323694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.323844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.324610] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.325089] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bffff74-3315-48f6-8ac3-5c915cd97d47 with status ACTIVE [ 610.325152] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.325243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.325407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.326018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.326018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.326018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.326018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.326018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.326566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.326566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.326566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.326566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.326566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.327407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.327407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.327407] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 is going to be updated. [ 610.358343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.358680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.358680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.358779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.358942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.359188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.535598] env[65279]: INFO networking_nsxv3.common.synchronization [None req-cedecbf7-cf7a-41f1-8779-b6a294a81cab None None] Enqueued Resource ID: a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5 with Priority: HIGHEST for action port [ 610.535934] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5 with Priority: HIGHEST for action port [ 610.536620] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.536806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.536903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.537259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.537449] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.830135] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.039710] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5 [ 611.039942] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.040170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.040170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.040371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.040451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.040537] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5 already deleted. [ 611.040617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6ca1d0b-a7a6-4f5a-b2b9-b910bfdc42a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.241620] env[65279]: INFO networking_nsxv3.common.synchronization [None req-bb375630-4449-42ca-bccb-066e294740f7 None None] Enqueued Resource ID: f7c64203-fdd1-453e-8ea2-786cdb87821b with Priority: HIGHEST for action port [ 611.241620] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7c64203-fdd1-453e-8ea2-786cdb87821b with Priority: HIGHEST for action port [ 611.242046] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7c64203-fdd1-453e-8ea2-786cdb87821b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.242046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7c64203-fdd1-453e-8ea2-786cdb87821b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.242187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7c64203-fdd1-453e-8ea2-786cdb87821b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.242361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7c64203-fdd1-453e-8ea2-786cdb87821b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.242416] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7c64203-fdd1-453e-8ea2-786cdb87821b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.333152] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.333274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.333371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.333601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.333694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.333841] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be created. [ 611.362040] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: SUCCESS [ 611.362040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.362040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.362040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.362040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.362040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.362040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.362040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.362040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.363059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.363059] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.367098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.367098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.367098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.367332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.367579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.381881] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: UNINITIALIZED for 2s [ 611.396025] env[65279]: INFO networking_nsxv3.common.synchronization [None req-d7b5246b-f84b-43a0-b010-24d3a764fdaa None None] Enqueued Resource ID: d14b8226-c569-4208-b43e-63e5e8abfc89 with Priority: HIGHEST for action port [ 611.396491] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d14b8226-c569-4208-b43e-63e5e8abfc89 with Priority: HIGHEST for action port [ 611.396685] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-d14b8226-c569-4208-b43e-63e5e8abfc89 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.396938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d14b8226-c569-4208-b43e-63e5e8abfc89" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.396938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d14b8226-c569-4208-b43e-63e5e8abfc89" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.397631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d14b8226-c569-4208-b43e-63e5e8abfc89" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.397631] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d14b8226-c569-4208-b43e-63e5e8abfc89',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.744277] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7c64203-fdd1-453e-8ea2-786cdb87821b [ 611.744681] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.744828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.745018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.745151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.745266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.745366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7c64203-fdd1-453e-8ea2-786cdb87821b already deleted. [ 611.745464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7c64203-fdd1-453e-8ea2-786cdb87821b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.864886] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.899477] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d14b8226-c569-4208-b43e-63e5e8abfc89 [ 611.899748] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.900060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.900060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.900308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.900427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.900559] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d14b8226-c569-4208-b43e-63e5e8abfc89 already deleted. [ 611.900660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d14b8226-c569-4208-b43e-63e5e8abfc89" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.136534] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: SUCCESS [ 612.136765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.367519] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f108b781-95f4-4969-8661-fa41a15c055d: rpc.has_security_group_logging(os_id): False [ 612.392638] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.392793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.393132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.393225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.393473] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.393820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.393820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.393820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.393975] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.393975] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be created. [ 612.465787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.465968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.466033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.466217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.466392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.479120] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: IN_PROGRESS for 2s [ 613.015761] env[65279]: INFO networking_nsxv3.common.synchronization [req-46d092df-7bbf-44f2-87ef-b7e5ea612f2e req-4c15f6a1-4a1b-495b-ba22-6640df2b332a tempest-VolumesAdminNegativeTest-617729583 tempest-VolumesAdminNegativeTest-617729583-project-member] Enqueued Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_members [ 613.015761] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_members [ 613.015761] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.016085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.016085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.017757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.018009] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.018125] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.018205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.018402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.018463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.018558] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.400541] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 613.400541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.400541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.400899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.400899] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.401173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.401173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.401241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.401494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.401494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.401961] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.511756] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.511986] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-254" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.512170] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-254" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.512493] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-254" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.513075] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.513075] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.513075] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.513265] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.513633] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.513633] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.513633] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.513762] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.513798] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.513896] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.513988] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.514186] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.524189] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.524354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.524469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.525206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.525206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.525206] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.525206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.525206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.525206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.525505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.525505] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed already deleted. [ 613.525505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.535664] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.535664] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.535664] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.535664] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-254" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.535664] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-ca66ec92-3924-40b3-bf70-082d70ed106f taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.535664] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.535664] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.536312] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.536312] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca66ec92-3924-40b3-bf70-082d70ed106f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.906016] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.908172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.908172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.908172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.908172] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.908172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.908172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.908525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.908655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.908760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.908916] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.909046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.909678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.909753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.910915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.910915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.910915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.910915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.910915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.910915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.910915] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.042197] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.042197] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port ca66ec92-3924-40b3-bf70-082d70ed106f not found, creating... [ 614.042197] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.042197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.042732] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.042732] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.042732] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.043498] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.046246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.046246] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: ca66ec92-3924-40b3-bf70-082d70ed106f is going to be created. [ 614.081901] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.081901] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.081901] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.081901] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.082233] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.082432] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.109062] env[65279]: INFO networking_nsxv3.common.synchronization [None req-c26ec4ac-a815-4100-b149-a8deb58a73a9 None None] Enqueued Resource ID: e5b94ea3-d002-4962-aec6-7f6b3373ca77 with Priority: HIGHEST for action port [ 614.112048] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5b94ea3-d002-4962-aec6-7f6b3373ca77 with Priority: HIGHEST for action port [ 614.112048] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5b94ea3-d002-4962-aec6-7f6b3373ca77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.112048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5b94ea3-d002-4962-aec6-7f6b3373ca77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.112048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5b94ea3-d002-4962-aec6-7f6b3373ca77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.112048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5b94ea3-d002-4962-aec6-7f6b3373ca77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.112048] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5b94ea3-d002-4962-aec6-7f6b3373ca77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.242943] env[65279]: INFO networking_nsxv3.common.synchronization [None req-093129ff-51ca-4306-9397-255f92afc139 None None] Enqueued Resource ID: fd527e8e-19e7-4be9-9572-5af590a9ed5b with Priority: HIGHEST for action port [ 614.243760] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd527e8e-19e7-4be9-9572-5af590a9ed5b with Priority: HIGHEST for action port [ 614.243905] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd527e8e-19e7-4be9-9572-5af590a9ed5b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.245037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd527e8e-19e7-4be9-9572-5af590a9ed5b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.245037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd527e8e-19e7-4be9-9572-5af590a9ed5b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.245356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd527e8e-19e7-4be9-9572-5af590a9ed5b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.245450] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd527e8e-19e7-4be9-9572-5af590a9ed5b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.415885] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc56c4f-b092-4675-b2a7-1f23974d108f: rpc.has_security_group_logging(os_id): False [ 614.434337] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.434337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.434337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.434337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.434337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434337] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.434593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.434593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.434593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.434696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.434871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.434972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.435041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.435185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.435260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.435469] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.435574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.435615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.435737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.435813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.435924] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be created. [ 614.491772] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: SUCCESS [ 614.491772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.512181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.512357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.512435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.512644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.512826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.526063] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 614.614246] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5b94ea3-d002-4962-aec6-7f6b3373ca77 [ 614.614513] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.614657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.614727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.614944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.615045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.615133] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5b94ea3-d002-4962-aec6-7f6b3373ca77 already deleted. [ 614.615221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5b94ea3-d002-4962-aec6-7f6b3373ca77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.751861] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd527e8e-19e7-4be9-9572-5af590a9ed5b [ 614.752198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.752365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.752365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.752509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.753130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.753130] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd527e8e-19e7-4be9-9572-5af590a9ed5b already deleted. [ 614.753130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd527e8e-19e7-4be9-9572-5af590a9ed5b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.812176] env[65279]: INFO networking_nsxv3.common.synchronization [req-46d092df-7bbf-44f2-87ef-b7e5ea612f2e req-5c806fb5-17c8-4f02-8018-a0353b12e1d1 service nova] Enqueued Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_rules [ 614.812176] env[65279]: INFO networking_nsxv3.common.synchronization [req-46d092df-7bbf-44f2-87ef-b7e5ea612f2e req-5c806fb5-17c8-4f02-8018-a0353b12e1d1 service nova] Enqueued Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_members [ 614.812176] env[65279]: INFO networking_nsxv3.common.synchronization [req-46d092df-7bbf-44f2-87ef-b7e5ea612f2e req-5c806fb5-17c8-4f02-8018-a0353b12e1d1 service nova] Enqueued Resource ID: ca66ec92-3924-40b3-bf70-082d70ed106f with Priority: HIGHEST for action port [ 614.812176] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_rules [ 614.812176] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_members [ 614.812349] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca66ec92-3924-40b3-bf70-082d70ed106f with Priority: HIGHEST for action port [ 614.812806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.812985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.812985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.813235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.813312] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.814656] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.814764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.814827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.815015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.815165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.815260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.815382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.815456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.815541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.816468] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.817261] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca66ec92-3924-40b3-bf70-082d70ed106f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.817413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.818225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.818225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.818225] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca66ec92-3924-40b3-bf70-082d70ed106f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.320559] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.321863] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.322338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.322800] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca66ec92-3924-40b3-bf70-082d70ed106f with status ACTIVE [ 615.323057] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.323485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.323562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.323770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.323860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.324043] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.324145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.324552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.325014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.325198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.325627] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.326327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.326518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.326836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.327234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.327434] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca66ec92-3924-40b3-bf70-082d70ed106f is going to be updated. [ 615.334922] env[65279]: INFO networking_nsxv3.common.synchronization [req-99704d10-e8b6-4fa8-b8c7-8e34e71e67a5 req-b1bd48e5-723b-4563-836e-945eb6912c1a tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 615.336461] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 615.336916] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.337145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.337271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.337566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.337964] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.337964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.338171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.338906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.339479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.339844] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.356040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.356040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.356040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.356040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.356040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca66ec92-3924-40b3-bf70-082d70ed106f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.767666] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.769086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.769086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.769086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.769086] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.769086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.769309] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.769382] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.769516] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.769708] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.769812] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.769921] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.770030] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.770143] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.770241] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.770414] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.791530] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.791724] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.791861] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.792053] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.792365] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-58555da3-db87-4186-8cc2-8246324c7a53 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.792537] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.792653] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.793008] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.793159] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58555da3-db87-4186-8cc2-8246324c7a53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.830092] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.843371] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.843711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.843793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.844014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.844114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.844317] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.844402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.844458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.844605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.844679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.844760] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 already deleted. [ 615.844839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.298887] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.298887] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.298887] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.299126] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.299126] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.301808] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 58555da3-db87-4186-8cc2-8246324c7a53 not found, creating... [ 616.301808] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.301808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.301808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.301808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.301808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.301808] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.301808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.301808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.301808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.302363] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.302363] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 58555da3-db87-4186-8cc2-8246324c7a53 is going to be created. [ 616.321734] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.321962] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.322898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.322898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.322898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.322898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.334021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.334021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.334021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.334021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.334021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.334021] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed is going to be created. [ 616.360598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.360739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.360815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.361069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.361238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.372878] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed in Status: UNINITIALIZED for 2s [ 616.406755] env[65279]: INFO networking_nsxv3.common.synchronization [None req-4462bfff-0223-4cc1-81bd-7a4f956dbaef None None] Enqueued Resource ID: 4a619a66-8e71-445d-af9d-6b1e642bb39e with Priority: HIGHEST for action port [ 616.407352] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a619a66-8e71-445d-af9d-6b1e642bb39e with Priority: HIGHEST for action port [ 616.408281] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a619a66-8e71-445d-af9d-6b1e642bb39e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.408281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a619a66-8e71-445d-af9d-6b1e642bb39e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.408281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a619a66-8e71-445d-af9d-6b1e642bb39e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.408453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a619a66-8e71-445d-af9d-6b1e642bb39e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.408490] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a619a66-8e71-445d-af9d-6b1e642bb39e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.545954] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 616.546553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.908091] env[65279]: INFO networking_nsxv3.common.synchronization [req-fbc8c5b7-9cce-47a8-8093-dd3c7d068fcd req-50f36d98-62a3-43f0-80f3-5b92ad83a34a tempest-SecurityGroupRulesNegativeTestJSON-643611397 tempest-SecurityGroupRulesNegativeTestJSON-643611397-project-member] Enqueued Resource ID: b885b940-4b97-4466-b368-a11cbfe17dd8 with Priority: HIGHEST for action security_group_rules [ 616.908511] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b885b940-4b97-4466-b368-a11cbfe17dd8 with Priority: HIGHEST for action security_group_rules [ 616.909407] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b885b940-4b97-4466-b368-a11cbfe17dd8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.909407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.909407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.909407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.909407] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b885b940-4b97-4466-b368-a11cbfe17dd8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.912043] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a619a66-8e71-445d-af9d-6b1e642bb39e [ 616.912232] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.912344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.912409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.912593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.912669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.912756] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a619a66-8e71-445d-af9d-6b1e642bb39e already deleted. [ 616.912832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a619a66-8e71-445d-af9d-6b1e642bb39e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.021324] env[65279]: INFO networking_nsxv3.common.synchronization [req-99704d10-e8b6-4fa8-b8c7-8e34e71e67a5 req-5c1ee484-a958-486e-b685-6455270321e2 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 617.021451] env[65279]: INFO networking_nsxv3.common.synchronization [req-99704d10-e8b6-4fa8-b8c7-8e34e71e67a5 req-5c1ee484-a958-486e-b685-6455270321e2 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 617.021584] env[65279]: INFO networking_nsxv3.common.synchronization [req-99704d10-e8b6-4fa8-b8c7-8e34e71e67a5 req-5c1ee484-a958-486e-b685-6455270321e2 service nova] Enqueued Resource ID: 58555da3-db87-4186-8cc2-8246324c7a53 with Priority: HIGHEST for action port [ 617.021809] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 617.021948] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 617.022062] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58555da3-db87-4186-8cc2-8246324c7a53 with Priority: HIGHEST for action port [ 617.022702] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.022850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.022925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.024970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.025107] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.029598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.029598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.029598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.029598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.029598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.029598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.029598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.029598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.029598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.029598] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.029598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-58555da3-db87-4186-8cc2-8246324c7a53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.030091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.030091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.030091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.030091] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58555da3-db87-4186-8cc2-8246324c7a53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.431324] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.432209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.433687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.433687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.433687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.433687] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b885b940-4b97-4466-b368-a11cbfe17dd8 already deleted. [ 617.433687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.533233] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.533233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.533233] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.536583] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58555da3-db87-4186-8cc2-8246324c7a53 with status ACTIVE [ 617.536583] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.536583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.536583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.536583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.536583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.537812] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.537812] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.537812] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58555da3-db87-4186-8cc2-8246324c7a53 is going to be updated. [ 617.563822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.563822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.563822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.564134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.564134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.564134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58555da3-db87-4186-8cc2-8246324c7a53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.891302] env[65279]: INFO networking_nsxv3.common.synchronization [req-53a90b4a-4cdd-4e10-bf44-5d9e73b03c05 req-56008243-e285-455a-b966-e0b66f2e72d9 tempest-ServerDiagnosticsTest-1196012311 tempest-ServerDiagnosticsTest-1196012311-project-member] Enqueued Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_members [ 617.891909] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_members [ 617.892959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.892959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.892959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.892959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.892959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.897536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.897639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.898575] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.040065] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.222729] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.222729] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.222925] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.223951] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.223951] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.224142] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.224305] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.224590] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.224833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.225050] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.225216] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.225364] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.225508] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.225671] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.225873] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.226511] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.251174] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.251334] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.251461] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.251624] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.251930] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.252117] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.252228] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.252548] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.252679] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dc455a7-e145-4c8c-9c1f-ed0918992bcd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.387076] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed in Status: SUCCESS [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.393068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.393068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.393068] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.402978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.402978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.402978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.402978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.402978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.403167] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.403266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.403504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.403504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.403765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.403765] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cd4844-9174-45a4-8109-3af9bdebe01b already deleted. [ 618.403765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.543644] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.543810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.543925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.545208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.545208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.545208] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be created. [ 618.579566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.579751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.579818] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.580237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.580420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.591749] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: UNINITIALIZED for 2s [ 618.756039] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.756039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.756039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.756039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.756039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.756039] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 1dc455a7-e145-4c8c-9c1f-ed0918992bcd not found, creating... [ 618.756381] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.756471] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.756590] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.757202] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.757202] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.757359] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.757529] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.758224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.758224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.758224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.758224] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 1dc455a7-e145-4c8c-9c1f-ed0918992bcd is going to be created. [ 618.780829] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.781504] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.781504] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.781635] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.782208] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.782208] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.894897] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.895158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.895158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.895376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.895650] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.895813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.895889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.896070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.896847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.896847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.896847] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.896847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.896847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.896847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.897152] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.897152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.897152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.897251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.897251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.897320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.898189] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.954709] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e8aade99-eb95-4a09-8223-f7833913e3b9 None None] Enqueued Resource ID: 8d92e948-381d-456a-a433-176be00e57f2 with Priority: HIGHEST for action port [ 618.954709] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d92e948-381d-456a-a433-176be00e57f2 with Priority: HIGHEST for action port [ 618.954826] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d92e948-381d-456a-a433-176be00e57f2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.955221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d92e948-381d-456a-a433-176be00e57f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.955221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d92e948-381d-456a-a433-176be00e57f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.955409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d92e948-381d-456a-a433-176be00e57f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.955409] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d92e948-381d-456a-a433-176be00e57f2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.400137] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47b2a76f-34f9-4afd-a8c3-b125e16054ed: rpc.has_security_group_logging(os_id): False [ 619.422212] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.422387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.422436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.422612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.422772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.422879] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.422985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.423108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.423207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.423283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.423465] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.423754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.423754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.423754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.423889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.423994] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.424897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.425019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.425133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.425213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.425312] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed is going to be created. [ 619.459335] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d92e948-381d-456a-a433-176be00e57f2 [ 619.459335] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.459335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.459335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.459335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.459335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.459335] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d92e948-381d-456a-a433-176be00e57f2 already deleted. [ 619.459765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d92e948-381d-456a-a433-176be00e57f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.495731] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.495731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.495926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.496019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.496497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.511790] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed in Status: IN_PROGRESS for 2s [ 619.520017] env[65279]: INFO networking_nsxv3.common.synchronization [req-53a90b4a-4cdd-4e10-bf44-5d9e73b03c05 req-34740642-e14d-4959-a2ec-ebc9674ad32e service nova] Enqueued Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_rules [ 619.520017] env[65279]: INFO networking_nsxv3.common.synchronization [req-53a90b4a-4cdd-4e10-bf44-5d9e73b03c05 req-34740642-e14d-4959-a2ec-ebc9674ad32e service nova] Enqueued Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_members [ 619.520153] env[65279]: INFO networking_nsxv3.common.synchronization [req-53a90b4a-4cdd-4e10-bf44-5d9e73b03c05 req-34740642-e14d-4959-a2ec-ebc9674ad32e service nova] Enqueued Resource ID: 1dc455a7-e145-4c8c-9c1f-ed0918992bcd with Priority: HIGHEST for action port [ 619.520983] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_rules [ 619.520983] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_members [ 619.520983] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1dc455a7-e145-4c8c-9c1f-ed0918992bcd with Priority: HIGHEST for action port [ 619.521242] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.521446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.521496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.521747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.521860] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.522935] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.523105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.523105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.523312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.524239] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.524239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.524239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.524239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.524662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.524662] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.527934] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.527934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.527934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.527934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.527934] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1dc455a7-e145-4c8c-9c1f-ed0918992bcd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.028200] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.028200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.028200] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.032431] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1dc455a7-e145-4c8c-9c1f-ed0918992bcd with status ACTIVE [ 620.032431] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.034165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.034165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.034165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.034165] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1dc455a7-e145-4c8c-9c1f-ed0918992bcd is going to be updated. [ 620.057705] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.058274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.058274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.058274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.058464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.058506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1dc455a7-e145-4c8c-9c1f-ed0918992bcd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.226538] env[65279]: INFO networking_nsxv3.common.synchronization [req-d6efead6-0ee2-40c8-94f2-629bfa3bc22c req-4980357c-8e8a-480e-a530-43b3887143b5 tempest-DeleteServersAdminTestJSON-1465434331 tempest-DeleteServersAdminTestJSON-1465434331-project-admin] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 620.227206] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 620.228062] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.228062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.228245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.228487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.229956] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.230187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.230368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.232444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.232444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.232444] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.532994] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.606124] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.606124] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.606124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.606124] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.734874] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.735735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.735735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.735735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.735735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.735735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.735735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.736270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.736270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.736270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.736270] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 is going to be updated. [ 620.777884] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.778118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.778181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.778393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.778609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.789088] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: IN_PROGRESS for 2s [ 621.035919] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.036199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.036275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.036500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.036688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.036688] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cd4844-9174-45a4-8109-3af9bdebe01b is going to be created. [ 621.061550] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.062033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.062203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.062469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.062903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.075499] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cd4844-9174-45a4-8109-3af9bdebe01b in Status: UNINITIALIZED for 2s [ 621.109867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.109867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.110053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.110349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.110528] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.111033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.111747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.111747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.111747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.111747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.111747] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.111747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.112020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.112245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.112384] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.112480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.112540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.112680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.112761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.112845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.112933] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.217186] env[65279]: INFO networking_nsxv3.common.synchronization [req-82920522-f823-4ae8-9eec-760b0e3652cf req-3f15471f-581e-47fe-931d-9d8f31ce4b7f tempest-VolumesAssistedSnapshotsTest-1193772808 tempest-VolumesAssistedSnapshotsTest-1193772808-project-member] Enqueued Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_members [ 621.219027] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_members [ 621.219027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.219027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.219027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.219027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.219027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.219027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.219027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.219027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.219458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.219588] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.526912] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed in Status: SUCCESS [ 621.526912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.615817] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabe440-28eb-4ad8-89ad-929721193ce0: rpc.has_security_group_logging(os_id): False [ 621.636363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.636542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.636591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.636785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.636915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.637254] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.637254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.637254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.637427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.637916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.637916] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.637916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.637916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.638233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.638295] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.638490] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.638620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.638792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.639041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.639173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.639276] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be created. [ 621.703991] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.703991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.704242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.704827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.705742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.721622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.721847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.721943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.722259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.722374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.723397] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.723397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.723397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.723397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.723397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.724285] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281f6a76-4283-439d-8113-ed711a15b127 already deleted. [ 621.724285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.731097] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 621.831738] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.831955] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-191" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.832094] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-191" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.832499] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-191" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.832757] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.832978] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.833083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.833485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.833651] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.833894] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.834034] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.834155] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.834268] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.834374] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.834473] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.834597] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.871935] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.872241] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.872456] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.872645] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-191" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873185] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-5a277d4e-47b3-4b00-943a-4b6f9c95a585 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.873383] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.873680] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.873947] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.874120] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a277d4e-47b3-4b00-943a-4b6f9c95a585',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.378456] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.378456] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378456] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.378456] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.378456] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.378456] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 5a277d4e-47b3-4b00-943a-4b6f9c95a585 not found, creating... [ 622.378881] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.378881] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.378881] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.379051] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.379206] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.379496] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.379649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.379773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.379994] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.383317] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.383317] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 5a277d4e-47b3-4b00-943a-4b6f9c95a585 is going to be created. [ 622.421689] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.422089] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.422282] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.422681] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.424459] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.424863] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.800660] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: SUCCESS [ 622.800938] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 deletion is rescheduled due to dependency. [ 622.801099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.946730] env[65279]: INFO networking_nsxv3.common.synchronization [req-ea03bdfd-9604-4e41-ab0e-da1205ed74fc req-aa3dcf2a-8a6c-49eb-a102-fc7c6c077e4e tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 622.947395] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 622.948028] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.948142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.948142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.948382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.948547] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.948642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.948642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.948810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.948859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.949192] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.088101] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cd4844-9174-45a4-8109-3af9bdebe01b in Status: SUCCESS [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090015] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.090015] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.156440] env[65279]: INFO networking_nsxv3.common.synchronization [req-82920522-f823-4ae8-9eec-760b0e3652cf req-a7e8c87e-ed04-4b20-a9e8-f10d20a5c39b service nova] Enqueued Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_rules [ 623.156591] env[65279]: INFO networking_nsxv3.common.synchronization [req-82920522-f823-4ae8-9eec-760b0e3652cf req-a7e8c87e-ed04-4b20-a9e8-f10d20a5c39b service nova] Enqueued Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_members [ 623.156761] env[65279]: INFO networking_nsxv3.common.synchronization [req-82920522-f823-4ae8-9eec-760b0e3652cf req-a7e8c87e-ed04-4b20-a9e8-f10d20a5c39b service nova] Enqueued Resource ID: 5a277d4e-47b3-4b00-943a-4b6f9c95a585 with Priority: HIGHEST for action port [ 623.158310] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_rules [ 623.158310] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_members [ 623.158310] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a277d4e-47b3-4b00-943a-4b6f9c95a585 with Priority: HIGHEST for action port [ 623.158310] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.158310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.158310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.158738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.158738] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.159941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.160078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.160161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.160431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.160576] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.160669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.160729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.160934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.160968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.164150] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.164150] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a277d4e-47b3-4b00-943a-4b6f9c95a585 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.164150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.164150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.164150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.164150] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a277d4e-47b3-4b00-943a-4b6f9c95a585',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.452390] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.593655] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.593655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.593655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.596381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.596619] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.596744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.596808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.597010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.597147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.597209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.597372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.597532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.597597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.597794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.598012] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.598114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.598228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.598361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.598445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.598549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.598664] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.666585] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.667821] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.667821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.668889] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a277d4e-47b3-4b00-943a-4b6f9c95a585 with status ACTIVE [ 623.669150] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.669232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.669232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.669460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.669544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.669731] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.669819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.669883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.670143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.670143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.670381] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.670588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.670588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.670733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.670892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.670892] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a277d4e-47b3-4b00-943a-4b6f9c95a585 is going to be updated. [ 623.672919] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.674302] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.674486] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.674716] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.674975] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.675176] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.675341] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.675519] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.675669] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.675965] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.676078] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.676221] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.676328] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.676486] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.676565] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.676696] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.706659] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.706821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.706893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.707147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.707329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.707543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a277d4e-47b3-4b00-943a-4b6f9c95a585" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.709278] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.709487] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.709651] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.709898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.710596] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.710715] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.710873] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.711321] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.711451] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62d15f5-8fb0-4dd0-a651-88e98018fcc2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.744100] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 623.744441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.954647] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.980058] env[65279]: INFO networking_nsxv3.common.synchronization [req-c1db3e29-79fe-4a7f-b425-2c251e021ad6 req-71d6f7d3-a1e8-41be-92f6-a31075f9f18c tempest-ServerDiagnosticsNegativeTest-1909505025 tempest-ServerDiagnosticsNegativeTest-1909505025-project-member] Enqueued Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_members [ 623.980809] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGHEST for action security_group_members [ 623.982998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.983373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.983472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.983685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.983857] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.983958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.984036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.984186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.984286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.984409] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.107350] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9cd4844-9174-45a4-8109-3af9bdebe01b: rpc.has_security_group_logging(os_id): False [ 624.129723] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.130020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.130020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.130259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.130344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.130544] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.130648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.130737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.130894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.130976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131178] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.131267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.131328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.131468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.131546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.131717] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.131869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.131925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.132084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.132190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.132328] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9cd4844-9174-45a4-8109-3af9bdebe01b is going to be created. [ 624.180429] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.215186] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.215683] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.215824] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.216382] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.216551] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.216723] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port a62d15f5-8fb0-4dd0-a651-88e98018fcc2 not found, creating... [ 624.217084] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.217424] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.217566] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.217992] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.218361] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.218965] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.219319] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.219628] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.220077] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.220370] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.220565] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: a62d15f5-8fb0-4dd0-a651-88e98018fcc2 is going to be created. [ 624.314452] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.314452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.314793] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.315326] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.315326] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.315639] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.318197] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.318402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.318402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.318628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.319937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.334477] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9cd4844-9174-45a4-8109-3af9bdebe01b in Status: IN_PROGRESS for 2s [ 624.457119] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.457361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.457412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.457732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.457889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.458092] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 624.487697] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.487940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.488075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.488410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.488559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.488862] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.489024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.489128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.489371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.489493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.489631] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0e381c2-340d-405d-b117-8196dc7889c8 is going to be updated. [ 624.514670] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.514900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.514900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.515274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.515439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.525750] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 624.529882] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.530093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.530167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.530336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.530466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.543396] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0e381c2-340d-405d-b117-8196dc7889c8 in Status: IN_PROGRESS for 2s [ 624.683482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.683627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.683701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.684726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.684726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.684726] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281f6a76-4283-439d-8113-ed711a15b127 is going to be created. [ 624.710702] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.710702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.710702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.710967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.711021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.722387] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281f6a76-4283-439d-8113-ed711a15b127 in Status: UNINITIALIZED for 2s [ 624.952574] env[65279]: INFO networking_nsxv3.common.synchronization [req-ea03bdfd-9604-4e41-ab0e-da1205ed74fc req-df1b1c72-2f97-472d-9c7a-afbe8a5321b5 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 624.952685] env[65279]: INFO networking_nsxv3.common.synchronization [req-ea03bdfd-9604-4e41-ab0e-da1205ed74fc req-df1b1c72-2f97-472d-9c7a-afbe8a5321b5 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 624.952824] env[65279]: INFO networking_nsxv3.common.synchronization [req-ea03bdfd-9604-4e41-ab0e-da1205ed74fc req-df1b1c72-2f97-472d-9c7a-afbe8a5321b5 service nova] Enqueued Resource ID: a62d15f5-8fb0-4dd0-a651-88e98018fcc2 with Priority: HIGHEST for action port [ 624.953321] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 624.953459] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 624.953557] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a62d15f5-8fb0-4dd0-a651-88e98018fcc2 with Priority: HIGHEST for action port [ 624.953823] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.953948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.954028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.954443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.954443] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.957428] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.957428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.957428] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.957428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.957428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.957428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.957428] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a62d15f5-8fb0-4dd0-a651-88e98018fcc2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.260647] env[65279]: INFO networking_nsxv3.common.synchronization [req-17abfbaf-d209-432b-9554-6b810873e0df req-fa123c94-e368-4870-aa12-35d693973819 tempest-SecurityGroupRulesNegativeTestJSON-643611397 tempest-SecurityGroupRulesNegativeTestJSON-643611397-project-member] Enqueued Resource ID: b885b940-4b97-4466-b368-a11cbfe17dd8 with Priority: HIGHEST for action security_group_rules [ 625.261279] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b885b940-4b97-4466-b368-a11cbfe17dd8 with Priority: HIGHEST for action security_group_rules [ 625.261279] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b885b940-4b97-4466-b368-a11cbfe17dd8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.261533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.261533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.261630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.262356] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b885b940-4b97-4466-b368-a11cbfe17dd8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.456882] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.459903] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a62d15f5-8fb0-4dd0-a651-88e98018fcc2 with status ACTIVE [ 625.459903] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.459903] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.459903] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.459903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.460532] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a62d15f5-8fb0-4dd0-a651-88e98018fcc2 is going to be updated. [ 625.484938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.485190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.485190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.485378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.485639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.485742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a62d15f5-8fb0-4dd0-a651-88e98018fcc2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.600283] env[65279]: INFO networking_nsxv3.common.synchronization [req-f2a2e84d-92d3-439b-9d22-7ed200a7d223 req-68c4fd51-e2e2-4cb6-be31-94fc74e8ebf2 tempest-ServerPasswordTestJSON-943931878 tempest-ServerPasswordTestJSON-943931878-project-member] Enqueued Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_members [ 625.600826] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_members [ 625.606193] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.606539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.606668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.607062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.607355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.607543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.608124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.608124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.608124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.608258] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.752151] env[65279]: INFO networking_nsxv3.common.synchronization [None req-daba619c-ce05-4776-a516-b56ebfe04a92 None None] Enqueued Resource ID: cbac75b5-2c41-48bf-bc51-91703c8cf205 with Priority: HIGHEST for action port [ 625.752772] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbac75b5-2c41-48bf-bc51-91703c8cf205 with Priority: HIGHEST for action port [ 625.753614] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbac75b5-2c41-48bf-bc51-91703c8cf205 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.753757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbac75b5-2c41-48bf-bc51-91703c8cf205" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.753847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbac75b5-2c41-48bf-bc51-91703c8cf205" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.754176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbac75b5-2c41-48bf-bc51-91703c8cf205" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.754299] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbac75b5-2c41-48bf-bc51-91703c8cf205',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.788740] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.788919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.788981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.789306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.789438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.789566] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b885b940-4b97-4466-b368-a11cbfe17dd8 already deleted. [ 625.789706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b885b940-4b97-4466-b368-a11cbfe17dd8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.112979] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.112979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.112979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.113512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.113512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.113580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.113633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.114203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.114203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.114203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.114203] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 already deleted. [ 626.114203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.122025] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.122025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-917" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.122025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-917" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.122025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-917" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.122600] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.122952] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.123240] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.123556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.123795] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.125571] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.125571] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.125571] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.125571] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.125571] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.125571] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.125571] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.146919] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.146919] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.147272] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.147272] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-917" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.147623] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-1786c664-dd3c-4291-82c7-bd06c4f1633d taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.147856] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.147856] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.148426] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.148426] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1786c664-dd3c-4291-82c7-bd06c4f1633d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.261024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbac75b5-2c41-48bf-bc51-91703c8cf205 [ 626.261024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.261024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.261024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.261024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.261024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.261024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbac75b5-2c41-48bf-bc51-91703c8cf205 already deleted. [ 626.261024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbac75b5-2c41-48bf-bc51-91703c8cf205" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.357751] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9cd4844-9174-45a4-8109-3af9bdebe01b in Status: SUCCESS [ 626.357751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.538823] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 626.539215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.539513] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.539820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.539933] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.540073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.540139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.540470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.540470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.540561] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.557032] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0e381c2-340d-405d-b117-8196dc7889c8 in Status: SUCCESS [ 626.557445] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0e381c2-340d-405d-b117-8196dc7889c8 deletion is rescheduled due to dependency. [ 626.557445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.656036] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.656036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.656036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.656036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.656036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.656036] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 1786c664-dd3c-4291-82c7-bd06c4f1633d not found, creating... [ 626.656036] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.656458] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.656716] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.657023] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.657188] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.658163] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.658249] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.658390] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.658643] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.658801] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.658945] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 1786c664-dd3c-4291-82c7-bd06c4f1633d is going to be created. [ 626.686237] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.688618] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.688618] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.688618] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.688618] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.688618] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.739552] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281f6a76-4283-439d-8113-ed711a15b127 in Status: SUCCESS [ 626.739849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.740095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.740531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.740684] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.740901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.741098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.741367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.741468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.741569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.741825] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.045749] env[65279]: INFO networking_nsxv3.common.synchronization [None req-75f32535-2ad5-48ef-989f-2fecc197049b tempest-ServersWithSpecificFlavorTestJSON-1884216288 tempest-ServersWithSpecificFlavorTestJSON-1884216288-project-member] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 627.045749] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 627.046263] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.046649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.049088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.049088] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.049088] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.245680] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.401030] env[65279]: INFO networking_nsxv3.common.synchronization [req-f2a2e84d-92d3-439b-9d22-7ed200a7d223 req-d80dc34e-048f-4955-8a2c-03977f476f22 service nova] Enqueued Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_rules [ 627.402823] env[65279]: INFO networking_nsxv3.common.synchronization [req-f2a2e84d-92d3-439b-9d22-7ed200a7d223 req-d80dc34e-048f-4955-8a2c-03977f476f22 service nova] Enqueued Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_members [ 627.402823] env[65279]: INFO networking_nsxv3.common.synchronization [req-f2a2e84d-92d3-439b-9d22-7ed200a7d223 req-d80dc34e-048f-4955-8a2c-03977f476f22 service nova] Enqueued Resource ID: 1786c664-dd3c-4291-82c7-bd06c4f1633d with Priority: HIGHEST for action port [ 627.402823] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_rules [ 627.406894] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_members [ 627.406894] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1786c664-dd3c-4291-82c7-bd06c4f1633d with Priority: HIGHEST for action port [ 627.406894] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.406894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.406894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.407249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.407249] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.408942] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.408942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.408942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.409307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.409736] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.414894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.414894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.414894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.414894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.414894] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.414894] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1786c664-dd3c-4291-82c7-bd06c4f1633d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.414894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.414894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.414894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.414894] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1786c664-dd3c-4291-82c7-bd06c4f1633d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.510957] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5beed470-1145-4a98-b76c-80a97c4180bd tempest-ServersWithSpecificFlavorTestJSON-1884216288 tempest-ServersWithSpecificFlavorTestJSON-1884216288-project-member] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 627.512139] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 627.512710] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.513036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.552188] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.578220] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.578490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.578638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.578978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.579187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.579421] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 already deleted. [ 627.579549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.581206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.581457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.581536] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.750872] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 281f6a76-4283-439d-8113-ed711a15b127: rpc.has_security_group_logging(os_id): False [ 627.772186] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.774459] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.774459] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281f6a76-4283-439d-8113-ed711a15b127 is going to be created. [ 627.834771] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab73ecc9-6363-416f-88ef-b5d00403002e req-8ff75f20-1e23-4490-b339-c84e4eefc23c tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 627.835448] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 627.835888] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.837241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.837241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.837241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.837241] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.837608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.837684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.837858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.837944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.838578] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.846719] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.849884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.849884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.849884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.849884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.874986] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281f6a76-4283-439d-8113-ed711a15b127 in Status: IN_PROGRESS for 2s [ 627.920071] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.921589] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.921975] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.922223] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1786c664-dd3c-4291-82c7-bd06c4f1633d with status ACTIVE [ 627.922469] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.922620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.922688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.922982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.925057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.925320] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.925617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.925617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.925746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.925892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.926817] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.927014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.927243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.927382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.927503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.927597] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1786c664-dd3c-4291-82c7-bd06c4f1633d is going to be updated. [ 627.963685] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.963835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.963913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.964137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.964277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.964446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1786c664-dd3c-4291-82c7-bd06c4f1633d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.055735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.055970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.056051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.056279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.056377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.056477] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 628.086061] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.086244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.086318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.086540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.086686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.106436] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 628.113678] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.113827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.113899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.114136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.114246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.114331] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 already deleted. [ 628.114415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.220024] env[65279]: INFO networking_nsxv3.common.synchronization [None req-449f2852-52f8-40dd-9a5e-4709365fb88c None None] Enqueued Resource ID: f2219e70-f705-4b4a-a548-48ef188cafc0 with Priority: HIGHEST for action port [ 628.220558] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2219e70-f705-4b4a-a548-48ef188cafc0 with Priority: HIGHEST for action port [ 628.220857] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2219e70-f705-4b4a-a548-48ef188cafc0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.220984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2219e70-f705-4b4a-a548-48ef188cafc0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.221068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2219e70-f705-4b4a-a548-48ef188cafc0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.221347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2219e70-f705-4b4a-a548-48ef188cafc0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.221427] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2219e70-f705-4b4a-a548-48ef188cafc0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.338255] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.338654] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.338654] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.338824] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.339902] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.339902] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.340110] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.340287] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.341026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.341026] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.341026] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.341187] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.341220] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.341326] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.341480] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.341631] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.343354] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.343463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.343506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.343757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.343855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.344077] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.344177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.344240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.344404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.344481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.344564] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 already deleted. [ 628.344646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.373056] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.373229] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.373366] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.373538] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.374123] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-85c499ef-968d-44d6-8053-37e3d61eb5e4 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.374123] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.374123] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.374496] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.375276] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c499ef-968d-44d6-8053-37e3d61eb5e4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.430852] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.724827] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2219e70-f705-4b4a-a548-48ef188cafc0 [ 628.724827] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.724827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.724827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.725028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.725105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.725728] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2219e70-f705-4b4a-a548-48ef188cafc0 already deleted. [ 628.725728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2219e70-f705-4b4a-a548-48ef188cafc0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.879089] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.879505] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.879505] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.880365] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.882239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.882239] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 85c499ef-968d-44d6-8053-37e3d61eb5e4 not found, creating... [ 628.882239] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.882239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.882239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.882239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.882239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.882239] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.882655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.882655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.883486] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.883486] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.883486] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 85c499ef-968d-44d6-8053-37e3d61eb5e4 is going to be created. [ 628.910631] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.910858] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.911021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.911305] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.911550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.911797] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.937721] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.938095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.938201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.938528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.938645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.938769] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 is going to be created. [ 628.970526] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.970668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.970772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.970970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.971182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.986497] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 in Status: UNINITIALIZED for 2s [ 629.646502] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab73ecc9-6363-416f-88ef-b5d00403002e req-fd9b264f-c648-43cc-950b-0d476665561d service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 629.646502] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab73ecc9-6363-416f-88ef-b5d00403002e req-fd9b264f-c648-43cc-950b-0d476665561d service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 629.646502] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab73ecc9-6363-416f-88ef-b5d00403002e req-fd9b264f-c648-43cc-950b-0d476665561d service nova] Enqueued Resource ID: 85c499ef-968d-44d6-8053-37e3d61eb5e4 with Priority: HIGHEST for action port [ 629.646502] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 629.646502] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 629.646502] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85c499ef-968d-44d6-8053-37e3d61eb5e4 with Priority: HIGHEST for action port [ 629.649990] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.649990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.649990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.649990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.649990] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.651424] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.653100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.653100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.653100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.653100] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.653100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.653472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.653686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.653783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.653930] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.656280] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-85c499ef-968d-44d6-8053-37e3d61eb5e4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.656280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.656280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.656280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.656280] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85c499ef-968d-44d6-8053-37e3d61eb5e4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.889870] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 281f6a76-4283-439d-8113-ed711a15b127 in Status: SUCCESS [ 629.890183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.122906] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 630.123163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.123327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.123555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.123778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.123909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.124034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.124156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.124254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.124343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.124438] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.151716] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.151716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.161299] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.161299] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85c499ef-968d-44d6-8053-37e3d61eb5e4 with status ACTIVE [ 630.161299] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.161299] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.161299] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.161299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.166620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.166620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.166620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.166620] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85c499ef-968d-44d6-8053-37e3d61eb5e4 is going to be updated. [ 630.199480] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.200065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.200065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.200421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.200421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.200585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85c499ef-968d-44d6-8053-37e3d61eb5e4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.627441] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.627441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.627441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.627441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.628077] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.628077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.628077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.628077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.628077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.628421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.628421] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.628498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.629094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.629094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.629094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.629094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.629094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.629564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.629564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.629564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.629653] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.669452] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.999389] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 in Status: SUCCESS [ 630.999389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.999389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.999676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.999676] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.999837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.999837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.999929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.000022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.000114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.000206] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.133372] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabe440-28eb-4ad8-89ad-929721193ce0: rpc.has_security_group_logging(os_id): False [ 631.165072] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.165072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.165072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.165791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.165791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.165791] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.165791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.165791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.166256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.166256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.166256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.166359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.166359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.166602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.166602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.166734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.167768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.167887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.168195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.168348] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 631.172104] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.172228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.172293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.172469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.172552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.172641] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be created. [ 631.188600] env[65279]: INFO networking_nsxv3.common.synchronization [None req-b1c5bb72-f555-423b-83ab-d55db403114f None None] Enqueued Resource ID: 1fa21bcd-ea59-4916-aa31-5bea4e044b36 with Priority: HIGHEST for action port [ 631.189166] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fa21bcd-ea59-4916-aa31-5bea4e044b36 with Priority: HIGHEST for action port [ 631.191080] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fa21bcd-ea59-4916-aa31-5bea4e044b36 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.191080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fa21bcd-ea59-4916-aa31-5bea4e044b36" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.191080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fa21bcd-ea59-4916-aa31-5bea4e044b36" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.191080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fa21bcd-ea59-4916-aa31-5bea4e044b36" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.191080] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fa21bcd-ea59-4916-aa31-5bea4e044b36',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.200783] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.200783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.200783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.200783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.200947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.212965] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: UNINITIALIZED for 2s [ 631.246096] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.246312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.246358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.246549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.246756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.261361] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 631.504033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.504033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.504033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.504033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.504033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.504033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.504497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.504497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.504497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.504497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.504651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.504717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.504770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.505419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.505419] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.505419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.505419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.505676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.505676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.505676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.505782] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.694210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fa21bcd-ea59-4916-aa31-5bea4e044b36 [ 631.694210] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.694210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.694210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.694210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.694210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.694210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fa21bcd-ea59-4916-aa31-5bea4e044b36 already deleted. [ 631.694210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fa21bcd-ea59-4916-aa31-5bea4e044b36" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.009091] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0: rpc.has_security_group_logging(os_id): False [ 632.031127] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.031529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.031688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.031946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.032056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.032329] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.032382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.032439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.032604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.032684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.032878] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.032973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.033176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.033419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.033523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.033815] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.034109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.034109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.034246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.034405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.034552] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 is going to be created. [ 632.122664] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.123440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.123583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.123914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.124389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.141694] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 in Status: IN_PROGRESS for 2s [ 632.399142] env[65279]: INFO networking_nsxv3.common.synchronization [req-35fd6424-e136-4cd1-a26e-20ec3dbaee5f req-28e8c985-10bd-4276-a2f5-d4870e1aba47 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 632.399142] env[65279]: INFO networking_nsxv3.common.synchronization [req-35fd6424-e136-4cd1-a26e-20ec3dbaee5f req-28e8c985-10bd-4276-a2f5-d4870e1aba47 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 632.399322] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 632.400097] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 632.402143] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.402143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.402143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.402143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.402511] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.402511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.402511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.402511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.402755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.402755] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.406654] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.406867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.406958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.407299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.407539] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.407663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.407756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.407985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.408139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.408961] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.469618] env[65279]: INFO networking_nsxv3.common.synchronization [req-35fd6424-e136-4cd1-a26e-20ec3dbaee5f req-28e8c985-10bd-4276-a2f5-d4870e1aba47 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_rules [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [req-35fd6424-e136-4cd1-a26e-20ec3dbaee5f req-28e8c985-10bd-4276-a2f5-d4870e1aba47 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [req-35fd6424-e136-4cd1-a26e-20ec3dbaee5f req-28e8c985-10bd-4276-a2f5-d4870e1aba47 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [req-35fd6424-e136-4cd1-a26e-20ec3dbaee5f req-28e8c985-10bd-4276-a2f5-d4870e1aba47 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [req-35fd6424-e136-4cd1-a26e-20ec3dbaee5f req-28e8c985-10bd-4276-a2f5-d4870e1aba47 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 with Priority: HIGHEST for action port [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_rules [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 with Priority: HIGHEST for action port [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 632.472029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 632.472508] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.472508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.472508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.472737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.472852] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.473798] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.473930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.473993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.474199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.474282] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.475282] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bffff74-3315-48f6-8ac3-5c915cd97d47 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.475377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.475464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.475681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.475790] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bffff74-3315-48f6-8ac3-5c915cd97d47',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.476673] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.476821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.477068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.477202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.910917] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.914191] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.978681] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.979569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.979569] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bffff74-3315-48f6-8ac3-5c915cd97d47 with status ACTIVE [ 632.979569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.979569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.979569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.979569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.980316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.980316] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.980549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.980549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.980684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.980684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.980874] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.980977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.981720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.982422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.982422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.982422] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 is going to be updated. [ 632.984466] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.984466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.007594] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.008115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.008115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.008115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.008266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.008495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.201171] env[65279]: INFO networking_nsxv3.common.synchronization [None req-fd1eb699-4e3a-4f8c-8b6b-d6e39166535e None None] Enqueued Resource ID: c5a1aaf0-e320-451a-b27a-c49016a4ab22 with Priority: HIGHEST for action port [ 633.201958] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a1aaf0-e320-451a-b27a-c49016a4ab22 with Priority: HIGHEST for action port [ 633.207571] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5a1aaf0-e320-451a-b27a-c49016a4ab22 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.207571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5a1aaf0-e320-451a-b27a-c49016a4ab22" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.207571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5a1aaf0-e320-451a-b27a-c49016a4ab22" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.207571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5a1aaf0-e320-451a-b27a-c49016a4ab22" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.207571] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5a1aaf0-e320-451a-b27a-c49016a4ab22',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.223031] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6d500850-f843-4cda-ace4-ef665537dd2f None None] Enqueued Resource ID: c4fa78e7-2319-4f33-8ae4-f87afb127579 with Priority: HIGHEST for action port [ 633.223031] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4fa78e7-2319-4f33-8ae4-f87afb127579 with Priority: HIGHEST for action port [ 633.223031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4fa78e7-2319-4f33-8ae4-f87afb127579 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.223031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4fa78e7-2319-4f33-8ae4-f87afb127579" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.223031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4fa78e7-2319-4f33-8ae4-f87afb127579" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.224437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4fa78e7-2319-4f33-8ae4-f87afb127579" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.224437] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4fa78e7-2319-4f33-8ae4-f87afb127579',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.226050] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 633.226050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.226852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.232090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.232090] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.232090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.232090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.232090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.232090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.232090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.232090] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.274779] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 633.275082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.416493] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.419259] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.711028] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5a1aaf0-e320-451a-b27a-c49016a4ab22 [ 633.711028] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.711028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.711028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.711028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.711028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.711028] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5a1aaf0-e320-451a-b27a-c49016a4ab22 already deleted. [ 633.711028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5a1aaf0-e320-451a-b27a-c49016a4ab22" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.734017] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4fa78e7-2319-4f33-8ae4-f87afb127579 [ 633.734321] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.734509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.734596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.734859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.734993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.735161] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4fa78e7-2319-4f33-8ae4-f87afb127579 already deleted. [ 633.735348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4fa78e7-2319-4f33-8ae4-f87afb127579" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.737849] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.737973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.738110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.738333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.738498] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.738604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.738698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.738863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.738947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.739070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.739239] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.743023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.743023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.743023] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.919926] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.920238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.920283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.920651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.920732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.920791] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 633.922326] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.922442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.922509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.922686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.922768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.922892] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be created. [ 633.949229] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.949387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.949487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.949829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.949924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.952188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.952314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.952385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.952715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.952715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.961628] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: UNINITIALIZED for 2s [ 633.961930] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 634.164807] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 in Status: SUCCESS [ 634.165167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.244735] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7: rpc.has_security_group_logging(os_id): False [ 634.265055] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.265055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.265055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.267018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.267018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.267018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.268303] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.270525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.270525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.270525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.270525] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be created. [ 634.364651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.364847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.364896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.365135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.365318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.382530] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 635.872862] env[65279]: INFO networking_nsxv3.common.synchronization [None req-27654fa7-e706-42cb-b56d-355c6825ae38 None None] Enqueued Resource ID: af21fa6a-92c6-49d4-b10c-f6906a2dc0c5 with Priority: HIGHEST for action port [ 635.872862] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af21fa6a-92c6-49d4-b10c-f6906a2dc0c5 with Priority: HIGHEST for action port [ 635.872862] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-af21fa6a-92c6-49d4-b10c-f6906a2dc0c5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.872862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af21fa6a-92c6-49d4-b10c-f6906a2dc0c5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.874852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af21fa6a-92c6-49d4-b10c-f6906a2dc0c5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.874852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af21fa6a-92c6-49d4-b10c-f6906a2dc0c5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.874852] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af21fa6a-92c6-49d4-b10c-f6906a2dc0c5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.975812] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: SUCCESS [ 635.976107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.976295] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.976515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.976704] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.976825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.976891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.977051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.977135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.977231] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.978742] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 635.978911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.979068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.979223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.979484] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.979619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.979710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.979884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.980013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.980129] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.378395] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af21fa6a-92c6-49d4-b10c-f6906a2dc0c5 [ 636.378395] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.378395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.378395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.378833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.378909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.379022] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af21fa6a-92c6-49d4-b10c-f6906a2dc0c5 already deleted. [ 636.379303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af21fa6a-92c6-49d4-b10c-f6906a2dc0c5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.403795] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 636.405016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.482235] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.483877] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.709465] env[65279]: INFO networking_nsxv3.common.synchronization [None req-3109caea-eed8-4176-862e-b0de7e7d9f23 None None] Enqueued Resource ID: e4c52849-0edd-41b7-9c18-31ff1df48e31 with Priority: HIGHEST for action port [ 636.709465] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4c52849-0edd-41b7-9c18-31ff1df48e31 with Priority: HIGHEST for action port [ 636.709465] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4c52849-0edd-41b7-9c18-31ff1df48e31 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.710231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4c52849-0edd-41b7-9c18-31ff1df48e31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.711902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4c52849-0edd-41b7-9c18-31ff1df48e31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.711902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4c52849-0edd-41b7-9c18-31ff1df48e31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.711902] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4c52849-0edd-41b7-9c18-31ff1df48e31',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.986763] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.994665] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.215808] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4c52849-0edd-41b7-9c18-31ff1df48e31 [ 637.216797] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.217379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.217379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.217544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.217672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.217734] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4c52849-0edd-41b7-9c18-31ff1df48e31 already deleted. [ 637.217814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4c52849-0edd-41b7-9c18-31ff1df48e31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.491635] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.491635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.491635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.491635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.491635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.491635] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be updated. [ 637.498034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.498191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.498277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.498538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.498686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.498838] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 637.536849] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.536849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.536849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.537366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.537366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.542105] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.542436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.543077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.543300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.543503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.559997] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 637.559997] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: IN_PROGRESS for 2s [ 638.206993] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5d28978e-dd8f-4a80-bb99-d9bd1d57016c tempest-ServersTestJSON-1057016127 tempest-ServersTestJSON-1057016127-project-member] Enqueued Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_rules [ 638.207553] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_rules [ 638.207856] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.211407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.211505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.212518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.212518] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.380532] env[65279]: INFO networking_nsxv3.common.synchronization [None req-cdfd2267-c127-4e90-8178-d69901e34116 None None] Enqueued Resource ID: c4298737-3be6-4c8e-a8ce-ad6ef2c6330e with Priority: HIGHEST for action port [ 638.381056] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4298737-3be6-4c8e-a8ce-ad6ef2c6330e with Priority: HIGHEST for action port [ 638.381375] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4298737-3be6-4c8e-a8ce-ad6ef2c6330e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.382803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4298737-3be6-4c8e-a8ce-ad6ef2c6330e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.382803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4298737-3be6-4c8e-a8ce-ad6ef2c6330e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.382803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4298737-3be6-4c8e-a8ce-ad6ef2c6330e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.382803] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4298737-3be6-4c8e-a8ce-ad6ef2c6330e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.550924] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5e7bfb82-d171-403c-9c0c-a55601fc5a43 tempest-ServersTestJSON-1057016127 tempest-ServersTestJSON-1057016127-project-member] Enqueued Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_rules [ 638.551610] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_rules [ 638.552221] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.552366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.738968] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.739154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.739210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.739454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.739569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.739683] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d already deleted. [ 638.739798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.740086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.740324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.740417] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.853266] env[65279]: INFO networking_nsxv3.common.synchronization [req-bb45a4f0-2e42-47d5-97ce-5e5b193fd7cd req-eaeea635-3ad3-45eb-a1d0-8dc07a2b946a tempest-ServersWithSpecificFlavorTestJSON-1884216288 tempest-ServersWithSpecificFlavorTestJSON-1884216288-project-member] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 638.853266] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 638.853563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.853684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.853734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.855035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.855035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.855035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.855035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.855035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.855306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.855395] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.892331] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4298737-3be6-4c8e-a8ce-ad6ef2c6330e [ 638.892673] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.892895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.895807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.895807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.895807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.895807] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4298737-3be6-4c8e-a8ce-ad6ef2c6330e already deleted. [ 638.895807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4298737-3be6-4c8e-a8ce-ad6ef2c6330e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.068192] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_members [ 639.068192] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 639.068389] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 639.068960] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_members [ 639.071252] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 639.071437] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 639.071850] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.071998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.071998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.072396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.072622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.074225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.074225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.074225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.074225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.075285] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.077377] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.077377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.077377] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.077377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.148471] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_rules [ 639.148471] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 639.148673] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 639.149014] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 639.150070] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_rules [ 639.150070] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_members [ 639.150070] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0d5f4a7-e5d1-4b8d-a16a-12ecb621a827 req-3474a453-8de8-4d77-82df-cace8d407bdc tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 with Priority: HIGHEST for action port [ 639.150386] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_rules [ 639.150807] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 639.151064] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_members [ 639.152144] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 with Priority: HIGHEST for action port [ 639.152144] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_rules [ 639.152144] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 639.152144] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 639.152579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.152579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.153728] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.153728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.153728] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.154043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.154230] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bffff74-3315-48f6-8ac3-5c915cd97d47 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.154420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.154540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.155729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.155729] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bffff74-3315-48f6-8ac3-5c915cd97d47',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.161049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.161049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.161049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.161049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.161049] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.161049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.161049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.161049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.161049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.266632] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.266904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.266904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.267025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.267118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.267242] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d already deleted. [ 639.267306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.358888] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.359956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.359956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.359956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.362838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.362838] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.362838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.362838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.362838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.362838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.362838] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 already deleted. [ 639.362838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.465788] env[65279]: INFO networking_nsxv3.common.synchronization [None req-12812f23-f20a-4a92-9466-44e3a461a24f None None] Enqueued Resource ID: 07e2c283-78fe-496d-bbc9-621139eeafdc with Priority: HIGHEST for action port [ 639.466077] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07e2c283-78fe-496d-bbc9-621139eeafdc with Priority: HIGHEST for action port [ 639.466883] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-07e2c283-78fe-496d-bbc9-621139eeafdc taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.466883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07e2c283-78fe-496d-bbc9-621139eeafdc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.466994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07e2c283-78fe-496d-bbc9-621139eeafdc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.470799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07e2c283-78fe-496d-bbc9-621139eeafdc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.470799] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07e2c283-78fe-496d-bbc9-621139eeafdc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.570831] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: SUCCESS [ 639.570831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.571576] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 639.571785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.572477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.572477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.572477] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.572823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.572823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.572823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.572823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.573089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.573089] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.574777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.575787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.576155] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.576155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.576327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.576411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.576466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.576541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.576640] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.580232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.580428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.580602] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.580715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.580782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.580942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.581441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.581571] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.583629] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.584322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.584498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.584674] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.584777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.584838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.584979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.585072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.585162] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.651455] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.651620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.651665] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.653085] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.653887] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.653887] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.653887] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.655454] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.655614] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.655862] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.655967] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.656105] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.656207] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.656315] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.656971] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.657667] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.659408] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bffff74-3315-48f6-8ac3-5c915cd97d47 with status ACTIVE [ 639.659695] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.660020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.660020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.660428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.660851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.660851] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.661500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.661607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.661900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.662062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.662350] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.662531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.662637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.662866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.662985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.663165] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bffff74-3315-48f6-8ac3-5c915cd97d47 is going to be updated. [ 639.667772] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.667772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.690921] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.691122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.691223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.691390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.691536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.691790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bffff74-3315-48f6-8ac3-5c915cd97d47" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.693991] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.694214] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.694360] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.694530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.694853] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-69824000-5a34-4a3d-8ba3-675e42692528 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.695032] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.695257] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.695479] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.695623] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69824000-5a34-4a3d-8ba3-675e42692528',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.975027] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07e2c283-78fe-496d-bbc9-621139eeafdc [ 639.975027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.975027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.975027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.975027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.975027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.975027] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07e2c283-78fe-496d-bbc9-621139eeafdc already deleted. [ 639.975027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07e2c283-78fe-496d-bbc9-621139eeafdc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.081980] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.089266] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.089379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.090583] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.090583] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.111089] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.199636] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.199806] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.199894] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.200196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.200344] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.200512] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 69824000-5a34-4a3d-8ba3-675e42692528 not found, creating... [ 640.200768] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.200922] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.201043] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.201481] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.201650] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.201933] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.202252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.202408] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.202655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.202826] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.202995] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 69824000-5a34-4a3d-8ba3-675e42692528 is going to be created. [ 640.228411] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.228675] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.228801] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.229110] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.229422] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.229658] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.586298] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70a8fa94-5041-41f2-86da-78ef16ebfb48: rpc.has_security_group_logging(os_id): False [ 640.592282] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.593461] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.593668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.593668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.593802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.593917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.593991] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 is going to be created. [ 640.609022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.609022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.609022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.609022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.609022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.609022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.609022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.609022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.610197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.610503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.613410] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be created. [ 640.613410] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.622710] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.622806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.622850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.623646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.623646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.633143] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: UNINITIALIZED for 2s [ 640.671298] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.671715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.671715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.671798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.671978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.687772] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: IN_PROGRESS for 2s [ 640.933057] env[65279]: INFO networking_nsxv3.common.synchronization [req-bb45a4f0-2e42-47d5-97ce-5e5b193fd7cd req-a48a5d7d-f0a2-4466-a06c-9cba1e774fe3 service nova] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 640.934493] env[65279]: INFO networking_nsxv3.common.synchronization [req-bb45a4f0-2e42-47d5-97ce-5e5b193fd7cd req-a48a5d7d-f0a2-4466-a06c-9cba1e774fe3 service nova] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 640.934493] env[65279]: INFO networking_nsxv3.common.synchronization [req-bb45a4f0-2e42-47d5-97ce-5e5b193fd7cd req-a48a5d7d-f0a2-4466-a06c-9cba1e774fe3 service nova] Enqueued Resource ID: 69824000-5a34-4a3d-8ba3-675e42692528 with Priority: HIGHEST for action port [ 640.934493] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 640.934493] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 640.934493] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69824000-5a34-4a3d-8ba3-675e42692528 with Priority: HIGHEST for action port [ 640.934977] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.935143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.935239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.935540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.936747] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.937681] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.937802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.937872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.938073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.938239] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.938359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.938464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.940084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.940084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.940084] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.944044] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-69824000-5a34-4a3d-8ba3-675e42692528 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.944044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.944044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.944044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.944044] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69824000-5a34-4a3d-8ba3-675e42692528',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.099204] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.099204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.099204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.099204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.099204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.099204] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be updated. [ 641.116647] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.116796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.116871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.117111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.117209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.117305] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 641.134848] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.135039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.135116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.135340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.135489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.144079] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: IN_PROGRESS for 2s [ 641.153819] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.153987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.154049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.154240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.154384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.164845] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 641.446520] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69824000-5a34-4a3d-8ba3-675e42692528 with status ACTIVE [ 641.446602] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.446682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.446742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.446975] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.447076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.447252] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.447349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.447609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.447609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.447710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.447815] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.447912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.448154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.448320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.448393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.448497] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69824000-5a34-4a3d-8ba3-675e42692528 is going to be updated. [ 641.449750] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.450758] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.450873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.471517] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.471657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.471724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.472396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.472546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.472742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69824000-5a34-4a3d-8ba3-675e42692528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.622862] env[65279]: INFO networking_nsxv3.common.synchronization [None req-28cdf71c-cd86-4ec9-90b2-d9dda43e3b3d None None] Enqueued Resource ID: d939e326-3023-45e1-90e7-d2994a16a4c2 with Priority: HIGHEST for action port [ 641.623559] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d939e326-3023-45e1-90e7-d2994a16a4c2 with Priority: HIGHEST for action port [ 641.625114] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-d939e326-3023-45e1-90e7-d2994a16a4c2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.625475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d939e326-3023-45e1-90e7-d2994a16a4c2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.627032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d939e326-3023-45e1-90e7-d2994a16a4c2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.627032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d939e326-3023-45e1-90e7-d2994a16a4c2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.627032] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d939e326-3023-45e1-90e7-d2994a16a4c2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.651316] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5d546907-2768-4a70-875b-f04ddaca50e6 None None] Enqueued Resource ID: cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb with Priority: HIGHEST for action port [ 641.651934] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb with Priority: HIGHEST for action port [ 641.652250] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.652385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.652475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.652810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.652896] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.845508] env[65279]: INFO networking_nsxv3.common.synchronization [req-4b9b7d08-bbc5-4fbc-b81a-24c294693f16 req-991cfa5c-655c-44b1-8637-2b0b3c880d88 tempest-ServersAdminNegativeTestJSON-1559185065 tempest-ServersAdminNegativeTestJSON-1559185065-project-member] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 641.848694] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 641.849191] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.849779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.849779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.849779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.849942] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.850026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.850156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.850291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.850403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.850520] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.951814] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.129491] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d939e326-3023-45e1-90e7-d2994a16a4c2 [ 642.130585] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.130746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.130816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.131046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.131141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.131237] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d939e326-3023-45e1-90e7-d2994a16a4c2 already deleted. [ 642.131319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d939e326-3023-45e1-90e7-d2994a16a4c2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.162580] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb [ 642.162580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.162580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.162580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.162580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.162580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.162580] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb already deleted. [ 642.162580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd3b9d4-ebbc-44b1-abf8-aef1ac51eacb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.352744] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.455499] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.455676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.455781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.455982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.456138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.456201] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 is going to be created. [ 642.490446] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.490616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.490690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.490900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.491094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.502364] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: UNINITIALIZED for 2s [ 642.646512] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: SUCCESS [ 642.646512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.646948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.646948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.647030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.647093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.647161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.647316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.647412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.647549] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.668743] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.668963] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.669089] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.669386] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.669642] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.669792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.669902] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.670484] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.670484] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.670484] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.670688] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.670688] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.670766] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.670836] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.670928] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.671063] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.690312] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.690475] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.690604] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.690769] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.691088] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-bf98f5db-2ab3-4157-8635-316a35a1ea17 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.691279] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.691435] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.691923] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.691923] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf98f5db-2ab3-4157-8635-316a35a1ea17',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.702013] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: SUCCESS [ 642.702193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.702359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.702567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.702652] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.856271] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.150149] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.156071] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: SUCCESS [ 643.156250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.156396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.156656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.157031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.157271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.157357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.157522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.157658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.158082] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.174392] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 643.174550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.174627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.174956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.175065] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.175167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.175250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.175427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.175508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.175604] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.194232] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.194450] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.194569] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.195028] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.195028] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.195133] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port bf98f5db-2ab3-4157-8635-316a35a1ea17 not found, creating... [ 643.195357] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.195506] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.195617] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.195824] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.196008] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.196562] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.196730] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.196843] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.197099] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.197252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.197439] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: bf98f5db-2ab3-4157-8635-316a35a1ea17 is going to be created. [ 643.204584] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.204584] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.219182] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.219543] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.219889] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.220189] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.221361] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.221361] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.362288] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.362495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.362571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.362790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.362886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.362983] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be updated. [ 643.413206] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.413418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.413485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.413664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.413822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.425933] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: IN_PROGRESS for 2s [ 643.653523] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.658094] env[65279]: INFO networking_nsxv3.common.synchronization [None req-51251a1c-040b-43d8-b8b2-8a4ea10ff31b None None] Enqueued Resource ID: 5cf0ae80-39d7-4d95-ae10-b5da98a8471b with Priority: HIGHEST for action port [ 643.658650] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cf0ae80-39d7-4d95-ae10-b5da98a8471b with Priority: HIGHEST for action port [ 643.659068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cf0ae80-39d7-4d95-ae10-b5da98a8471b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.659246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cf0ae80-39d7-4d95-ae10-b5da98a8471b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.659321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cf0ae80-39d7-4d95-ae10-b5da98a8471b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.659577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cf0ae80-39d7-4d95-ae10-b5da98a8471b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.659654] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cf0ae80-39d7-4d95-ae10-b5da98a8471b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.660495] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.677896] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.949190] env[65279]: INFO networking_nsxv3.common.synchronization [req-4b9b7d08-bbc5-4fbc-b81a-24c294693f16 req-53892c27-d3c8-438e-aaf0-9e5f8ab6b6d5 service nova] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_rules [ 643.949404] env[65279]: INFO networking_nsxv3.common.synchronization [req-4b9b7d08-bbc5-4fbc-b81a-24c294693f16 req-53892c27-d3c8-438e-aaf0-9e5f8ab6b6d5 service nova] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 643.949537] env[65279]: INFO networking_nsxv3.common.synchronization [req-4b9b7d08-bbc5-4fbc-b81a-24c294693f16 req-53892c27-d3c8-438e-aaf0-9e5f8ab6b6d5 service nova] Enqueued Resource ID: bf98f5db-2ab3-4157-8635-316a35a1ea17 with Priority: HIGHEST for action port [ 643.950249] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_rules [ 643.950249] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 643.950249] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf98f5db-2ab3-4157-8635-316a35a1ea17 with Priority: HIGHEST for action port [ 643.950519] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.950638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.950697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.950892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.950971] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.952036] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.952337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.952583] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf98f5db-2ab3-4157-8635-316a35a1ea17 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.952758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.952876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.952992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.953086] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf98f5db-2ab3-4157-8635-316a35a1ea17',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.156149] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.156149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.156149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.156355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.159190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.159190] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 is going to be updated. [ 644.163176] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cf0ae80-39d7-4d95-ae10-b5da98a8471b [ 644.163176] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.163176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.163176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.163176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.163176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.163176] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cf0ae80-39d7-4d95-ae10-b5da98a8471b already deleted. [ 644.163176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cf0ae80-39d7-4d95-ae10-b5da98a8471b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.163176] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.182354] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.190742] env[65279]: INFO networking_nsxv3.common.synchronization [req-9e40e2c0-e0a1-4c5b-aea0-0b3214b8df31 req-be1a644c-1ae8-4787-bb50-9a083f09d9d3 tempest-DeleteServersAdminTestJSON-1797253881 tempest-DeleteServersAdminTestJSON-1797253881-project-member] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 644.194025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.194025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.194025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.194025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.194025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.195897] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 644.196278] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.196444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.196518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.196727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.196908] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.197270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.197270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.197270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.197418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.197484] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.207914] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: IN_PROGRESS for 2s [ 644.455630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.457165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.457729] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf98f5db-2ab3-4157-8635-316a35a1ea17 with status ACTIVE [ 644.457729] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.457888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.457974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.458445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.458445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.458577] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.459509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.459509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.459509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.459509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.459509] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.459509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.459509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.459825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.459825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.459825] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf98f5db-2ab3-4157-8635-316a35a1ea17 is going to be updated. [ 644.486557] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.487125] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.487203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.487531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.487581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.487738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf98f5db-2ab3-4157-8635-316a35a1ea17" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.515080] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: SUCCESS [ 644.515080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.515343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.516024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.516328] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.516507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.516580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.516768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.516855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.516963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.517069] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.574078] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.574290] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.574405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.574874] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.576788] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.576788] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.576788] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.577120] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.579485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.579485] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.579485] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.579485] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.579485] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.579485] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.579485] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.579485] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.607814] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.607959] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.608109] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.608314] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.608634] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.608806] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.608923] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.609324] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.609460] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf09e1de-4eb3-411c-a453-2c0e8fd42cff',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.666205] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.666205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.666205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.666205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.666205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.666205] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be updated. [ 644.685511] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.685511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.685511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.685511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.685511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.685511] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 644.700180] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.700350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.700350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.700532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.700642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.700855] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.700994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.700994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.701208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.701280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.701376] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 is going to be updated. [ 644.711333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.711522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.711522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.711738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.711881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.724988] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: IN_PROGRESS for 2s [ 644.728949] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.729185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.729295] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.729529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.729675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.742376] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.743130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.743130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.743130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.743130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.750408] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 644.751565] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: IN_PROGRESS for 2s [ 645.020022] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.114252] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.114252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.114252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.114252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.114252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.114252] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port bf09e1de-4eb3-411c-a453-2c0e8fd42cff not found, creating... [ 645.114568] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.114568] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.114650] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.115498] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.115498] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.115498] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.115498] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.115498] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.115901] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.115901] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.115959] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: bf09e1de-4eb3-411c-a453-2c0e8fd42cff is going to be created. [ 645.142168] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.142371] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.142478] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.143270] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.143270] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.143270] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.440211] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: SUCCESS [ 645.440518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.440933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.441086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.441355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.441551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.441672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.441925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.442129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.442297] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.524191] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c08f373b-f6e2-4c4a-9be8-83295526dde4: rpc.has_security_group_logging(os_id): False [ 645.547742] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.547949] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.548026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.548378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.548378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.548720] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.548892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.548963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.549175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.549274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.549376] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 is going to be created. [ 645.631743] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.632011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.632011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.632371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.632839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.651457] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: IN_PROGRESS for 2s [ 645.881852] env[65279]: INFO networking_nsxv3.common.synchronization [req-9e40e2c0-e0a1-4c5b-aea0-0b3214b8df31 req-4911ef2c-8e83-45d7-b3c5-947cf8e43a0d service nova] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_rules [ 645.881852] env[65279]: INFO networking_nsxv3.common.synchronization [req-9e40e2c0-e0a1-4c5b-aea0-0b3214b8df31 req-4911ef2c-8e83-45d7-b3c5-947cf8e43a0d service nova] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 645.882198] env[65279]: INFO networking_nsxv3.common.synchronization [req-9e40e2c0-e0a1-4c5b-aea0-0b3214b8df31 req-4911ef2c-8e83-45d7-b3c5-947cf8e43a0d service nova] Enqueued Resource ID: bf09e1de-4eb3-411c-a453-2c0e8fd42cff with Priority: HIGHEST for action port [ 645.882875] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_rules [ 645.883343] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 645.883343] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf09e1de-4eb3-411c-a453-2c0e8fd42cff with Priority: HIGHEST for action port [ 645.883475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.883593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.883679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.883996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.883996] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.885595] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.885595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.885595] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.885595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.885595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.885846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.885846] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf09e1de-4eb3-411c-a453-2c0e8fd42cff',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.946558] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.221234] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: SUCCESS [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.221234] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.221234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.221234] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.388098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.388098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.388273] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf09e1de-4eb3-411c-a453-2c0e8fd42cff with status ACTIVE [ 646.388553] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.388553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.388553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.388867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.389041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.390035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.390035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.390035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.390035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.390035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.390035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.390035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.390035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.390410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.390410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.390410] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf09e1de-4eb3-411c-a453-2c0e8fd42cff is going to be updated. [ 646.413559] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.413692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.413760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.413962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.414107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.414262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf09e1de-4eb3-411c-a453-2c0e8fd42cff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.449069] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.723864] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.740708] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: SUCCESS [ 646.740708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.741600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.741952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.742195] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.742278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.742278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.742469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.742559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.742861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.742861] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.763551] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: SUCCESS [ 646.763551] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 deletion is rescheduled due to dependency. [ 646.763551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.764209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.764279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.764454] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.764656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.764656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.764780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.765199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.765199] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.767746] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.767746] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.767746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.768179] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.768179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.768179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.768733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.768891] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.768991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.769063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.769228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.769303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.769385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.769495] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.949207] env[65279]: INFO networking_nsxv3.common.synchronization [req-03c4f997-d867-4a95-9c13-d760c25a3ff7 req-b1f82479-694f-450e-a28d-16a89ceba246 tempest-ServerMetadataNegativeTestJSON-399840000 tempest-ServerMetadataNegativeTestJSON-399840000-project-member] Enqueued Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_members [ 646.949207] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_members [ 646.949207] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-138cf306-f8ff-49f9-9f74-db2329b18116 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.949636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.949636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.949953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.949953] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.949953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.949953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.950160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.950199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.950657] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.951484] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.951594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.951662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.951819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.951905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.952497] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be updated. [ 646.986572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.986722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.986978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.987077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.987154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.998504] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: IN_PROGRESS for 2s [ 647.226582] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for be423424-5de9-4e4d-ad6f-ee1a8ff13ac5: rpc.has_security_group_logging(os_id): False [ 647.246118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.246269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.246326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.246540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.246622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.246831] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.246922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.246990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.247160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.247513] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.247513] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 is going to be created. [ 647.251524] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.271623] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.272637] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc56c4f-b092-4675-b2a7-1f23974d108f: rpc.has_security_group_logging(os_id): False [ 647.292066] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-550 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.292311] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-550" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.292394] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-550" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.292912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-550" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.293017] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.293143] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.293261] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.293476] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.293612] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.293809] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.293914] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.294022] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.294124] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.294234] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.294331] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.294449] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.296630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.296741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.296797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.296961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.297371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.297418] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.297487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.297525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.297673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.297742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.297941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.298037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.298094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.298253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.298330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.298503] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.298633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.298675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.298777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.298848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.298926] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 647.319365] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.320019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.320313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.320494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.323121] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.323272] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.323602] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.323681] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-550" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.324123] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-4543eef5-7b34-4a95-90bb-d7d08004627a taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.324234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.324375] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.324733] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.324903] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4543eef5-7b34-4a95-90bb-d7d08004627a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.333591] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: IN_PROGRESS for 2s [ 647.423219] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.424176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.424176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.424176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.424176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.455391] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.455596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.455667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.456129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.456129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.456332] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.456536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.456595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.456806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.456891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.456982] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 138cf306-f8ff-49f9-9f74-db2329b18116 already deleted. [ 647.457074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.457965] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 647.666102] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: SUCCESS [ 647.666405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.754469] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70a8fa94-5041-41f2-86da-78ef16ebfb48: rpc.has_security_group_logging(os_id): False [ 647.773625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.773826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.773890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.774071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.774163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.774416] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.774526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.774637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.774739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.774925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.774971] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be updated. [ 647.776099] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.827580] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.827840] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.827939] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.828377] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.828594] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.829766] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 4543eef5-7b34-4a95-90bb-d7d08004627a not found, creating... [ 647.829766] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.829766] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.829766] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.830116] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.830632] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.831944] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.831944] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.834623] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.834623] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.834623] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.834623] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 4543eef5-7b34-4a95-90bb-d7d08004627a is going to be created. [ 647.851522] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.854318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.854318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.854318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.854318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.883593] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: IN_PROGRESS for 2s [ 647.894203] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.894203] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.894203] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.894203] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.894203] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.894203] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.227818] env[65279]: INFO networking_nsxv3.common.synchronization [req-b2d879cb-651a-4cd5-bcb1-b55022b03c8b req-125c30ea-7c77-4e91-b1b5-a664649b0367 tempest-VolumesAdminNegativeTest-617729583 tempest-VolumesAdminNegativeTest-617729583-project-member] Enqueued Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_members [ 648.228466] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGHEST for action security_group_members [ 648.228466] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.228466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.228466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.228668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.228876] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.228982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.229482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.229723] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.229874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.230029] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.279530] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.279530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.279795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.279848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.279933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.280082] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 is going to be updated. [ 648.332816] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.333130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.333130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.333386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.333600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.351110] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: IN_PROGRESS for 2s [ 648.653428] env[65279]: INFO networking_nsxv3.common.synchronization [req-03c4f997-d867-4a95-9c13-d760c25a3ff7 req-c22facf4-28b7-494a-9e4e-a234778cafd6 service nova] Enqueued Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_rules [ 648.653696] env[65279]: INFO networking_nsxv3.common.synchronization [req-03c4f997-d867-4a95-9c13-d760c25a3ff7 req-c22facf4-28b7-494a-9e4e-a234778cafd6 service nova] Enqueued Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_members [ 648.653840] env[65279]: INFO networking_nsxv3.common.synchronization [req-03c4f997-d867-4a95-9c13-d760c25a3ff7 req-c22facf4-28b7-494a-9e4e-a234778cafd6 service nova] Enqueued Resource ID: 4543eef5-7b34-4a95-90bb-d7d08004627a with Priority: HIGHEST for action port [ 648.654515] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_rules [ 648.654638] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_members [ 648.654779] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4543eef5-7b34-4a95-90bb-d7d08004627a with Priority: HIGHEST for action port [ 648.655172] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-138cf306-f8ff-49f9-9f74-db2329b18116 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.655289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.655398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.655697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.659021] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.659021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-138cf306-f8ff-49f9-9f74-db2329b18116 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.659021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.659021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.659333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.660061] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.660061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.660061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.660265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.660373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.660522] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.662098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-4543eef5-7b34-4a95-90bb-d7d08004627a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.662593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.662593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.662593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.662784] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4543eef5-7b34-4a95-90bb-d7d08004627a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.732046] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.732416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.732416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.732656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.732852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.733071] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.733262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.733577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.733696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.733890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.734106] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed is going to be updated. [ 648.809330] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.809528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.809721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.809969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.810135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.823270] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed in Status: IN_PROGRESS for 2s [ 649.008891] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: SUCCESS [ 649.010279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.010279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.010279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.010279] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.010279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.010279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.010279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.010279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.010930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.010930] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.165763] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-138cf306-f8ff-49f9-9f74-db2329b18116 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.165923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.166840] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.170301] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4543eef5-7b34-4a95-90bb-d7d08004627a with status ACTIVE [ 649.170301] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.170301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.170301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.170301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.170301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.170557] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.170604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.170910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.171188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.171188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.171534] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.171780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.171780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.172039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.172039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.172193] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4543eef5-7b34-4a95-90bb-d7d08004627a is going to be updated. [ 649.196929] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.197099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.197176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.197414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.197613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.197746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4543eef5-7b34-4a95-90bb-d7d08004627a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.352279] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: SUCCESS [ 649.352279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.483507] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 649.483727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.483902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.484142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.484333] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.513442] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.513613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.513659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.513871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.514042] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.514145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.514235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.514366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.514452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.514540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.514683] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.514773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.514836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.514972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.515129] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.515221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.515282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.515421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.515496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.515578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.515666] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.677018] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.902540] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: SUCCESS [ 649.902795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.986157] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.986360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.986446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.987308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.987308] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.987308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.987308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.987308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.987607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.987607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.987607] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.018075] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 928323ae-8c39-4278-904b-58b1d57a2d77: rpc.has_security_group_logging(os_id): False [ 650.042556] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.042731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.042786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.043212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.043321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.043520] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.043616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.043718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.043951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.044096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.044348] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.044551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.044551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.044618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.044676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.044844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.044934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.045021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.045274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.045388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.045526] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be updated. [ 650.114398] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.114398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.114398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.114398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.114398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.134041] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: IN_PROGRESS for 2s [ 650.179298] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.179778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.179778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.179851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.179955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.180084] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 138cf306-f8ff-49f9-9f74-db2329b18116 is going to be created. [ 650.219492] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.219492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.219492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.219492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.219492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.231016] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 138cf306-f8ff-49f9-9f74-db2329b18116 in Status: UNINITIALIZED for 2s [ 650.283028] env[65279]: INFO networking_nsxv3.common.synchronization [req-901d77d3-2373-44b7-9548-37a13599847a req-d39daad2-0f05-4ab5-ab6c-e0a36b14ce9d tempest-ServerDiagnosticsTest-1196012311 tempest-ServerDiagnosticsTest-1196012311-project-member] Enqueued Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_members [ 650.284035] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGHEST for action security_group_members [ 650.284035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.284035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.284291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.284291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.284451] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.284549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.284610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.284762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.284852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.284953] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.369809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: SUCCESS [ 650.370150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.371361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.371597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.372022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.372170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.372228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.372394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.372661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.372850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.373204] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.492056] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.492586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.492586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.492586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.492982] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.492982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.492982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.493163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.493163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.493270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.493341] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.497034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.497034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.497034] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.787497] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.787689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.787766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.788045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.788152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.788801] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.788801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.788801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.788801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.789030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.789030] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cd4844-9174-45a4-8109-3af9bdebe01b is going to be updated. [ 650.834409] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.834574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.834645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.834896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.835060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.841509] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed in Status: SUCCESS [ 650.841999] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed deletion is rescheduled due to dependency. [ 650.842171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.853578] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cd4844-9174-45a4-8109-3af9bdebe01b in Status: IN_PROGRESS for 2s [ 650.876584] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.876584] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.876584] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.877108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.877723] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.877834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.878075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.878351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.878489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.878614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.878933] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.878933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.879093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.879350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.879449] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.879631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.879770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.880225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.880225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.880225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.880386] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.996245] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc56c4f-b092-4675-b2a7-1f23974d108f: rpc.has_security_group_logging(os_id): False [ 651.017542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.017760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.017824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.018104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.018268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.018628] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.018628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.018765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.018852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.018962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.019248] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.019344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.019404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.020140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.020140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.020140] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.020140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.020140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.020525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.020525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.020525] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 651.094050] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.094050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.094050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.094050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.094322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.110495] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 651.384338] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b75c31f-d577-4d40-ab93-9ff66d0fca50: rpc.has_security_group_logging(os_id): False [ 651.404601] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.404824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.404824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.405711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.405711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.405711] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.405711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.405711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.405711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.405711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406096] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.406096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.406096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.406227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.406227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.406590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.406651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.406795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.406870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.406954] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 is going to be updated. [ 651.438229] env[65279]: INFO networking_nsxv3.common.synchronization [req-0e468b28-56de-4955-aa3d-22688dce0afe req-733adabf-c32a-4f37-917c-11b1e78a2746 tempest-ServerMetadataTestJSON-1049783966 tempest-ServerMetadataTestJSON-1049783966-project-member] Enqueued Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_members [ 651.438460] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_members [ 651.438830] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e079b21e-f2f8-4a2a-9f5a-691976a7641b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.438830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.438941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.439883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.439883] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.439883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.439883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.439883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.440142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.440142] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.480251] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.480752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.480752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.481018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.481223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.493527] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: IN_PROGRESS for 2s [ 651.832670] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-783 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.832928] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-783" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.833065] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-783" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.833428] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-783" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.833721] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.833917] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.834068] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.834347] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.834487] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.834710] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.834841] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.834968] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.835108] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.835241] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.835371] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.835520] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.855066] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.855236] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.855466] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.855731] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-783" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.856260] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.856550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.856743] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.857263] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.857500] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.943182] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.943354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.943427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.943686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.943812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.943999] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.944106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.944165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.944351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.944395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.944466] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b already deleted. [ 651.944534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.149949] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: SUCCESS [ 652.150201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.241976] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 138cf306-f8ff-49f9-9f74-db2329b18116 in Status: SUCCESS [ 652.242220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.242382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.242601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.242960] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.242960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.243110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.243172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.243262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.243324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.243416] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.360165] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.360424] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.360424] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.360662] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.360807] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.361029] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 not found, creating... [ 652.361220] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.361371] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.361483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.361696] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.361826] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.362114] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.362300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.362555] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.362791] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.362942] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.363093] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 is going to be created. [ 652.386191] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.386628] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.386628] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.386896] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.387141] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.387357] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.746221] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-138cf306-f8ff-49f9-9f74-db2329b18116 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.746508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.746645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.747013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.747347] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.748133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.748133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.748133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.748133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.748445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.748600] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-138cf306-f8ff-49f9-9f74-db2329b18116 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.748781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.748901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.749121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.749362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.749459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.749532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.749696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.749790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.749943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.750103] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.869991] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9cd4844-9174-45a4-8109-3af9bdebe01b in Status: SUCCESS [ 652.870200] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9cd4844-9174-45a4-8109-3af9bdebe01b deletion is rescheduled due to dependency. [ 652.870400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.080089] env[65279]: INFO networking_nsxv3.common.synchronization [req-0e468b28-56de-4955-aa3d-22688dce0afe req-a5b6617a-51db-41e8-8c6c-171a75b1a1c9 service nova] Enqueued Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_rules [ 653.080265] env[65279]: INFO networking_nsxv3.common.synchronization [req-0e468b28-56de-4955-aa3d-22688dce0afe req-a5b6617a-51db-41e8-8c6c-171a75b1a1c9 service nova] Enqueued Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_members [ 653.080398] env[65279]: INFO networking_nsxv3.common.synchronization [req-0e468b28-56de-4955-aa3d-22688dce0afe req-a5b6617a-51db-41e8-8c6c-171a75b1a1c9 service nova] Enqueued Resource ID: 4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 with Priority: HIGHEST for action port [ 653.080622] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_rules [ 653.080751] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_members [ 653.080843] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 with Priority: HIGHEST for action port [ 653.084533] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e079b21e-f2f8-4a2a-9f5a-691976a7641b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.084802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.084802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.085017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.085103] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.088599] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e079b21e-f2f8-4a2a-9f5a-691976a7641b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.088690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.088762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.088965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.089131] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.089230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.089556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.089556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.089556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.089669] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.093233] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.093233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.093386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.093425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.093519] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.127738] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 653.131121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.253108] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 138cf306-f8ff-49f9-9f74-db2329b18116: rpc.has_security_group_logging(os_id): False [ 653.271542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.271692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.271770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.271977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.272081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.272332] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.272459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.272521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.272680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.272758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.272952] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.273059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.273214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.273282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.273321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.273522] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.273628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.273718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.273917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.274056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.274175] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 138cf306-f8ff-49f9-9f74-db2329b18116 is going to be created. [ 653.335074] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.335449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.335449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.335623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.335731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.349699] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 138cf306-f8ff-49f9-9f74-db2329b18116 in Status: IN_PROGRESS for 2s [ 653.510142] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: SUCCESS [ 653.510419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.589281] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e079b21e-f2f8-4a2a-9f5a-691976a7641b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.589596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.598195] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.599626] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 with status ACTIVE [ 653.599756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.599950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.600037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.600869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.600869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.600869] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.600869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.600869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.602161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.602889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.602889] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.602889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.602889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.602889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.603267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.603767] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7 is going to be updated. [ 653.626907] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.627170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.627994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.627994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.627994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.628158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ee5f1b8-c707-4bf2-b2ff-a006ff9d82a7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.715333] env[65279]: INFO networking_nsxv3.common.synchronization [req-a12004c0-0607-4599-a3fe-a5042fa3d20f req-956f73d1-2e78-467c-9903-d628274a28d3 tempest-ServerPasswordTestJSON-943931878 tempest-ServerPasswordTestJSON-943931878-project-member] Enqueued Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_members [ 653.716384] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 with Priority: HIGHEST for action security_group_members [ 653.716631] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.716790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.716881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.720314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.720929] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.721528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.721528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.721650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.721700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.722267] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.912729] env[65279]: INFO networking_nsxv3.common.synchronization [req-6418efa4-156a-4a77-b74a-6d12bc226999 req-92d87f1b-dea6-4c8d-b2ee-3625992d6bc8 tempest-InstanceActionsTestJSON-975162374 tempest-InstanceActionsTestJSON-975162374-project-member] Enqueued Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_members [ 653.913326] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_members [ 653.913628] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a986e9-6f64-483e-8c63-153750a04511 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.913952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.913952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.914758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.914956] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.915085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.915154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.915402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.915554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.915712] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.105340] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.226360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.226842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.227177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.227836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.228464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.229534] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.233252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.233252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.233474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.233697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.233783] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 is going to be updated. [ 654.294126] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-574 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.294401] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-574" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.295088] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-574" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.295088] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-574" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.295399] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.296306] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.296306] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.296306] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.296306] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.296632] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.296632] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.296632] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.296810] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.296868] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.296999] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.297188] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.305129] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.305353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.305403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.305688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.305820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.320897] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 in Status: IN_PROGRESS for 2s [ 654.327177] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.327430] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.327689] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.327982] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-574" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.328536] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-8bfdba63-3874-4faa-b2c5-3b966c497528 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.328751] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.328874] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.329254] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.329395] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bfdba63-3874-4faa-b2c5-3b966c497528',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.420391] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.420553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.420620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.420841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.420965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.421326] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.421471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.421611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.421876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.421986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.422151] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a986e9-6f64-483e-8c63-153750a04511 already deleted. [ 654.422280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.609820] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.609820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.609820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.609820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.609820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.609820] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b is going to be created. [ 654.644630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.644935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.645031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.645357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.645621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.661764] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b in Status: UNINITIALIZED for 2s [ 654.832652] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.833032] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.833281] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.833680] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.833847] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.834019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 8bfdba63-3874-4faa-b2c5-3b966c497528 not found, creating... [ 654.834468] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.834632] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.834632] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.834875] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.835013] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.835339] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.835522] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.835648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.835857] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.835985] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.836376] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 8bfdba63-3874-4faa-b2c5-3b966c497528 is going to be created. [ 654.857955] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.858208] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.858402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.858704] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.858934] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.859164] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.362887] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 138cf306-f8ff-49f9-9f74-db2329b18116 in Status: SUCCESS [ 655.363139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.554172] env[65279]: INFO networking_nsxv3.common.synchronization [req-6418efa4-156a-4a77-b74a-6d12bc226999 req-07d9218c-085c-414e-bc5f-9c510a4a832a service nova] Enqueued Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_rules [ 655.554172] env[65279]: INFO networking_nsxv3.common.synchronization [req-6418efa4-156a-4a77-b74a-6d12bc226999 req-07d9218c-085c-414e-bc5f-9c510a4a832a service nova] Enqueued Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_members [ 655.554172] env[65279]: INFO networking_nsxv3.common.synchronization [req-6418efa4-156a-4a77-b74a-6d12bc226999 req-07d9218c-085c-414e-bc5f-9c510a4a832a service nova] Enqueued Resource ID: 8bfdba63-3874-4faa-b2c5-3b966c497528 with Priority: HIGHEST for action port [ 655.554986] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_rules [ 655.554986] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_members [ 655.554986] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bfdba63-3874-4faa-b2c5-3b966c497528 with Priority: HIGHEST for action port [ 655.555242] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d8a986e9-6f64-483e-8c63-153750a04511 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.555371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.555498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.555808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.555808] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.556783] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a986e9-6f64-483e-8c63-153750a04511 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.556909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.556981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.557171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.557317] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.557410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.557515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.557607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.557692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.557781] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.558755] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bfdba63-3874-4faa-b2c5-3b966c497528 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.558865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.558930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.559353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.559353] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bfdba63-3874-4faa-b2c5-3b966c497528',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.062706] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a986e9-6f64-483e-8c63-153750a04511 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.063173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.063173] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.064438] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8bfdba63-3874-4faa-b2c5-3b966c497528 with status ACTIVE [ 656.065531] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.065531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.065531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.065763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.065893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.066115] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.066283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.066283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.066283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.066681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.066810] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.066992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.067107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.067283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.067393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.067501] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8bfdba63-3874-4faa-b2c5-3b966c497528 is going to be updated. [ 656.090566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.090749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.090815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.090984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.091141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.091280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bfdba63-3874-4faa-b2c5-3b966c497528" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.111814] env[65279]: INFO networking_nsxv3.common.synchronization [None req-b174cf1f-cba3-4280-a268-3acb1c1e4a78 None None] Enqueued Resource ID: 4dd1d83a-3d05-479e-964f-627e83100d12 with Priority: HIGHEST for action port [ 656.112474] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd1d83a-3d05-479e-964f-627e83100d12 with Priority: HIGHEST for action port [ 656.112893] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dd1d83a-3d05-479e-964f-627e83100d12 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.113123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dd1d83a-3d05-479e-964f-627e83100d12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.113123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dd1d83a-3d05-479e-964f-627e83100d12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.113336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dd1d83a-3d05-479e-964f-627e83100d12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.113421] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dd1d83a-3d05-479e-964f-627e83100d12',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.335413] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 in Status: SUCCESS [ 656.335583] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0 deletion is rescheduled due to dependency. [ 656.335805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.570057] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.615328] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4dd1d83a-3d05-479e-964f-627e83100d12 [ 656.615643] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.615942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.615942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.616396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.616396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.616396] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4dd1d83a-3d05-479e-964f-627e83100d12 already deleted. [ 656.616506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dd1d83a-3d05-479e-964f-627e83100d12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.678529] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b in Status: SUCCESS [ 656.678529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.678529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.678878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.678878] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.679056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.679559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.679559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.679559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.681245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.681245] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.731045] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0e89161-091a-4bee-b345-49e10588b5a2 req-cfcf0071-2dab-44fc-bccf-6d973a71656f tempest-ServersTestJSON-1057016127 tempest-ServersTestJSON-1057016127-project-member] Enqueued Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_members [ 656.731706] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_members [ 656.732135] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.732324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.732392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.732830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.733161] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.733320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.733574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.733907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.734107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.734256] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.075513] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.075842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.077613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.077613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.077613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.077613] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a986e9-6f64-483e-8c63-153750a04511 is going to be created. [ 657.110690] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.110690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.110690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.110690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.110912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.123991] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a986e9-6f64-483e-8c63-153750a04511 in Status: UNINITIALIZED for 2s [ 657.186027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e079b21e-f2f8-4a2a-9f5a-691976a7641b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.186027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.186027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e079b21e-f2f8-4a2a-9f5a-691976a7641b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.186027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.186027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.186800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.186800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.186800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.186800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.186800] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.241322] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.241322] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.241322] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d already deleted. [ 657.241322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.564521] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-938 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.564521] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-938" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.564521] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-938" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.564854] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-938" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.565127] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.565281] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.565396] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.565608] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.565745] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.565942] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.566114] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.566205] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.566256] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.566382] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.566431] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.566562] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.588511] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.588862] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.589113] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.589412] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-938" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.589822] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-7d72e58b-1b08-493c-97e7-fb39646c3964 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.590015] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.590145] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.590452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.590590] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d72e58b-1b08-493c-97e7-fb39646c3964',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.690707] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e079b21e-f2f8-4a2a-9f5a-691976a7641b: rpc.has_security_group_logging(os_id): False [ 657.711115] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.711288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.711394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.711599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.711694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.711880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.712356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.712356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.712356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.712356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.712592] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.712649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.712719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.712880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.712974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.713178] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.713275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.713329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.713582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.713664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.713751] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b is going to be created. [ 657.777765] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.777980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.778084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.778403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.778635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.796099] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b in Status: IN_PROGRESS for 2s [ 658.093323] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.093655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.093655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.093943] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.094138] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.094242] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 7d72e58b-1b08-493c-97e7-fb39646c3964 not found, creating... [ 658.094838] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.094838] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.094838] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.095065] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.095101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.096029] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.096029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.096029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.096029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.096029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.096330] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 7d72e58b-1b08-493c-97e7-fb39646c3964 is going to be created. [ 658.118543] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.118774] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.118902] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.119189] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.119459] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.119740] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.455399] env[65279]: INFO networking_nsxv3.common.synchronization [None req-27b2c76c-7f58-4a6b-823c-70b27fd77403 None None] Enqueued Resource ID: f4279bde-edc4-40aa-a473-51cfa264b0f4 with Priority: HIGHEST for action port [ 658.456363] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4279bde-edc4-40aa-a473-51cfa264b0f4 with Priority: HIGHEST for action port [ 658.457244] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4279bde-edc4-40aa-a473-51cfa264b0f4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.457244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4279bde-edc4-40aa-a473-51cfa264b0f4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.457244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4279bde-edc4-40aa-a473-51cfa264b0f4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.457644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4279bde-edc4-40aa-a473-51cfa264b0f4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.457773] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4279bde-edc4-40aa-a473-51cfa264b0f4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.928596] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0e89161-091a-4bee-b345-49e10588b5a2 req-851f0243-a34d-4a1e-8f8e-d158b65f0b72 service nova] Enqueued Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_rules [ 658.928777] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0e89161-091a-4bee-b345-49e10588b5a2 req-851f0243-a34d-4a1e-8f8e-d158b65f0b72 service nova] Enqueued Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_members [ 658.928911] env[65279]: INFO networking_nsxv3.common.synchronization [req-b0e89161-091a-4bee-b345-49e10588b5a2 req-851f0243-a34d-4a1e-8f8e-d158b65f0b72 service nova] Enqueued Resource ID: 7d72e58b-1b08-493c-97e7-fb39646c3964 with Priority: HIGHEST for action port [ 658.929572] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_rules [ 658.929715] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_members [ 658.929814] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d72e58b-1b08-493c-97e7-fb39646c3964 with Priority: HIGHEST for action port [ 658.930459] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.930645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.930689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.930923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.931016] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.932204] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.932320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.932389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.932575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.932725] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.932820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.932881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.933523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.933624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.933727] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.934867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d72e58b-1b08-493c-97e7-fb39646c3964 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.934986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.935049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.935214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.935292] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d72e58b-1b08-493c-97e7-fb39646c3964',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.960604] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4279bde-edc4-40aa-a473-51cfa264b0f4 [ 658.960936] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.960936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.961207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.961485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.961485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.962515] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4279bde-edc4-40aa-a473-51cfa264b0f4 already deleted. [ 658.962515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4279bde-edc4-40aa-a473-51cfa264b0f4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.136073] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a986e9-6f64-483e-8c63-153750a04511 in Status: SUCCESS [ 659.136450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.136694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.136800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.136956] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.137085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.137146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.137322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.137418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.137546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.137800] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.440061] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.440061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.440061] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.440793] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d72e58b-1b08-493c-97e7-fb39646c3964 with status ACTIVE [ 659.442538] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.442670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.442875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.443101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.443101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.443694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.443694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.443694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.443897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.443897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.444422] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.444422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.444422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.444422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.444654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.444654] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d72e58b-1b08-493c-97e7-fb39646c3964 is going to be updated. [ 659.468504] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.468504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.468504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.468767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.468877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.469426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d72e58b-1b08-493c-97e7-fb39646c3964" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.622050] env[65279]: INFO networking_nsxv3.common.synchronization [None req-cc03eba9-2625-4384-ab20-18c4dd89e7ac None None] Enqueued Resource ID: 7fb5bd2d-3521-4a4c-a3a8-dff321b502a3 with Priority: HIGHEST for action port [ 659.622050] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fb5bd2d-3521-4a4c-a3a8-dff321b502a3 with Priority: HIGHEST for action port [ 659.622709] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fb5bd2d-3521-4a4c-a3a8-dff321b502a3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.622836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fb5bd2d-3521-4a4c-a3a8-dff321b502a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.622903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fb5bd2d-3521-4a4c-a3a8-dff321b502a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.625887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fb5bd2d-3521-4a4c-a3a8-dff321b502a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.626244] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fb5bd2d-3521-4a4c-a3a8-dff321b502a3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.639816] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a986e9-6f64-483e-8c63-153750a04511 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.641480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.641480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.643774] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.643774] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a986e9-6f64-483e-8c63-153750a04511 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.643774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.643774] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.644327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.644327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.644327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.644327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.644452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.644452] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.808506] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b in Status: SUCCESS [ 659.809801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947110] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.963730] env[65279]: INFO networking_nsxv3.common.synchronization [req-3ab8ebf5-2bf1-4d63-8bc5-a387c8668967 req-52196500-40a4-4717-89d0-31cb98b5734f tempest-ImagesOneServerTestJSON-1284709215 tempest-ImagesOneServerTestJSON-1284709215-project-member] Enqueued Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_members [ 659.966043] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_members [ 659.966544] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-691e789d-f8a6-4d75-9694-a09a4a72e053 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.966858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.967047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.967407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.969616] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.969616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.969616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.969616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.969616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.969616] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.129815] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fb5bd2d-3521-4a4c-a3a8-dff321b502a3 [ 660.130300] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.131678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.131856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.132275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.132710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.132921] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fb5bd2d-3521-4a4c-a3a8-dff321b502a3 already deleted. [ 660.133156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fb5bd2d-3521-4a4c-a3a8-dff321b502a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.149031] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d8a986e9-6f64-483e-8c63-153750a04511: rpc.has_security_group_logging(os_id): False [ 660.171367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.172579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.172822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.173258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.173504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.175081] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.175081] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.175081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.175658] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.176104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.178161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.178161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.178161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.178161] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d8a986e9-6f64-483e-8c63-153750a04511 is going to be created. [ 660.257404] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.257596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.257640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.258719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.258719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.271597] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8a986e9-6f64-483e-8c63-153750a04511 in Status: IN_PROGRESS for 2s [ 660.452795] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.452795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.452795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.452795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.452795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.452795] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d is going to be created. [ 660.459941] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.459941] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-477" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.459941] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-477" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.459941] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-477" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.459941] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.459941] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.459941] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.459941] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.460432] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.460432] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.460432] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.460432] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.460663] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.460663] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.460739] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.460821] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.472514] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.472675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.472771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.473024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.473396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.473646] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.473799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.473887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.474101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.474219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.474364] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 already deleted. [ 660.474490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.487568] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.487998] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.487998] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.488166] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-477" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.488677] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-eff584bc-4384-4169-801a-b7e9f0b90cbe taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.488677] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.488846] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.489092] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.490496] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff584bc-4384-4169-801a-b7e9f0b90cbe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.505776] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.506053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.506053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.509552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.509762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.525292] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d in Status: UNINITIALIZED for 2s [ 660.994368] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.994368] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.994368] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.994368] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.994368] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.994368] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port eff584bc-4384-4169-801a-b7e9f0b90cbe not found, creating... [ 660.994875] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.994875] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.994875] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.995276] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.995517] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.996126] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.996126] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.996126] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.996366] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.996401] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.996624] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: eff584bc-4384-4169-801a-b7e9f0b90cbe is going to be created. [ 661.021498] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.021806] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.021910] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.022165] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.022699] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.022699] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.786210] env[65279]: INFO networking_nsxv3.common.synchronization [req-3ab8ebf5-2bf1-4d63-8bc5-a387c8668967 req-3070d734-ad70-467d-99da-afd6afe8f1af service nova] Enqueued Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_rules [ 661.786210] env[65279]: INFO networking_nsxv3.common.synchronization [req-3ab8ebf5-2bf1-4d63-8bc5-a387c8668967 req-3070d734-ad70-467d-99da-afd6afe8f1af service nova] Enqueued Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_members [ 661.786210] env[65279]: INFO networking_nsxv3.common.synchronization [req-3ab8ebf5-2bf1-4d63-8bc5-a387c8668967 req-3070d734-ad70-467d-99da-afd6afe8f1af service nova] Enqueued Resource ID: eff584bc-4384-4169-801a-b7e9f0b90cbe with Priority: HIGHEST for action port [ 661.786699] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_rules [ 661.786882] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_members [ 661.787263] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eff584bc-4384-4169-801a-b7e9f0b90cbe with Priority: HIGHEST for action port [ 661.787798] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-691e789d-f8a6-4d75-9694-a09a4a72e053 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.787922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.788058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.788420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.788538] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.789873] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-691e789d-f8a6-4d75-9694-a09a4a72e053 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.790047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.790143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.790572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.790785] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.790925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.791046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.791247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.791363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.791490] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.793252] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-eff584bc-4384-4169-801a-b7e9f0b90cbe taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.795067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.795360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.795554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.795554] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eff584bc-4384-4169-801a-b7e9f0b90cbe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.287928] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d8a986e9-6f64-483e-8c63-153750a04511 in Status: SUCCESS [ 662.288679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.298525] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-691e789d-f8a6-4d75-9694-a09a4a72e053 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.298525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.298676] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.300035] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eff584bc-4384-4169-801a-b7e9f0b90cbe with status ACTIVE [ 662.300264] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.300456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.300549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.300864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.301083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.301389] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.301526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.301625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.301864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.302054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.302355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.302524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.302730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.302801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.302940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.303085] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eff584bc-4384-4169-801a-b7e9f0b90cbe is going to be updated. [ 662.330918] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.331105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.331159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.331482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.331625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.331788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eff584bc-4384-4169-801a-b7e9f0b90cbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.543357] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d in Status: SUCCESS [ 662.543357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.543357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.543615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.543925] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.543925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.544096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.544174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.544288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.544383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.544496] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.806118] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.826242] env[65279]: INFO networking_nsxv3.common.synchronization [None req-474c6b7e-8e54-4ea9-ac7d-ee73aa32fcaa tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_rules [ 662.826936] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_rules [ 662.830217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.830217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.830217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.830217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.830217] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.055463] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.056376] env[65279]: INFO networking_nsxv3.common.synchronization [None req-2029b607-b393-4776-a064-852f5a33b097 None None] Enqueued Resource ID: a1ecee5d-f04b-4226-a4bd-197e2da62c09 with Priority: HIGHEST for action port [ 663.057358] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1ecee5d-f04b-4226-a4bd-197e2da62c09 with Priority: HIGHEST for action port [ 663.057358] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1ecee5d-f04b-4226-a4bd-197e2da62c09 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.057642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1ecee5d-f04b-4226-a4bd-197e2da62c09" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.057642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1ecee5d-f04b-4226-a4bd-197e2da62c09" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.059338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1ecee5d-f04b-4226-a4bd-197e2da62c09" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.059418] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1ecee5d-f04b-4226-a4bd-197e2da62c09',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.161142] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5f953fee-31dc-43fc-b3b2-39f3acf14c0a tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_rules [ 663.162494] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_rules [ 663.162891] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.163865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.308532] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.308772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.308848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.309167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.309263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.309366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 is going to be created. [ 663.337140] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.337140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.337140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.337140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.337140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.357349] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 in Status: UNINITIALIZED for 2s [ 663.357349] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.357349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.357349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.357349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.357349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.357349] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f already deleted. [ 663.358123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.358869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.359670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.359884] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.555753] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ff68fb9-743d-4040-8ab9-93c43f18d12d: rpc.has_security_group_logging(os_id): False [ 663.561209] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1ecee5d-f04b-4226-a4bd-197e2da62c09 [ 663.562073] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.562711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.562711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.562711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.562711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.562711] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1ecee5d-f04b-4226-a4bd-197e2da62c09 already deleted. [ 663.562922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1ecee5d-f04b-4226-a4bd-197e2da62c09" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.575170] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.575328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.575402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.575627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.575713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.576166] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.576166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.576166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.576318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.576425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.576461] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d is going to be created. [ 663.658710] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.658918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.658918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.659186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.659421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.674720] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d in Status: IN_PROGRESS for 2s [ 663.882233] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.883348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.883348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.883348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.883348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.883348] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f already deleted. [ 663.883348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.962603] env[65279]: INFO networking_nsxv3.common.synchronization [req-06461cde-9440-47d5-bffc-20877af68e86 req-e832161e-309c-4e9d-b9ce-9c62f9ddd952 tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 663.965359] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 663.965797] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.965959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.966033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.966293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.966460] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.966579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.966651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.967433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.967433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.967433] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.470335] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.514081] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.515103] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.515103] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.515103] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.515493] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.515493] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.515621] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.515815] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.515994] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.516249] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.516653] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 664.516890] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 664.517517] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 664.517517] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 664.517517] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 664.517517] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 664.541357] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 664.541357] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 664.541357] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 664.541357] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.541357] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-cf8abee5-5ae8-4610-ac47-a6502702ab44 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.541357] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.541357] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.541357] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.541357] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8abee5-5ae8-4610-ac47-a6502702ab44',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.972110] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.045373] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.045655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.045842] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.046256] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.046481] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046676] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port cf8abee5-5ae8-4610-ac47-a6502702ab44 not found, creating... [ 665.047034] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.047276] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.047431] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.047704] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.047834] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.048456] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.048758] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.049031] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.049259] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.049530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.049779] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: cf8abee5-5ae8-4610-ac47-a6502702ab44 is going to be created. [ 665.075901] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.075901] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.076176] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.076360] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.076502] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.076737] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.367186] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 in Status: SUCCESS [ 665.367474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.367600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.367829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.368070] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.368206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.368271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.368518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.368607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.368714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.368812] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.476249] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.476495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.476619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.476893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.477057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.477186] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 665.512135] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.512303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.512361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.512603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.512810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.527266] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 665.687824] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d in Status: SUCCESS [ 665.688614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.819594] env[65279]: INFO networking_nsxv3.common.synchronization [req-06461cde-9440-47d5-bffc-20877af68e86 req-2399b8c8-0238-4242-af08-625072f089f8 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 665.819847] env[65279]: INFO networking_nsxv3.common.synchronization [req-06461cde-9440-47d5-bffc-20877af68e86 req-2399b8c8-0238-4242-af08-625072f089f8 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 665.819987] env[65279]: INFO networking_nsxv3.common.synchronization [req-06461cde-9440-47d5-bffc-20877af68e86 req-2399b8c8-0238-4242-af08-625072f089f8 service nova] Enqueued Resource ID: cf8abee5-5ae8-4610-ac47-a6502702ab44 with Priority: HIGHEST for action port [ 665.820557] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 665.820699] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 665.820796] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf8abee5-5ae8-4610-ac47-a6502702ab44 with Priority: HIGHEST for action port [ 665.821234] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.821398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.821438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.821643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.821727] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.823671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.823671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.823671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf8abee5-5ae8-4610-ac47-a6502702ab44 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.823831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.823831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.823990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.824078] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf8abee5-5ae8-4610-ac47-a6502702ab44',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.871534] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-691e789d-f8a6-4d75-9694-a09a4a72e053 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.871787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.871787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.872490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.872490] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.872490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.872490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.872779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.872779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.872779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.872929] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-691e789d-f8a6-4d75-9694-a09a4a72e053 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.872929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.873063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.873139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.873287] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.873377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.873424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.873573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.873630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.873727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.873816] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.323788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.324138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.326245] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf8abee5-5ae8-4610-ac47-a6502702ab44 with status ACTIVE [ 666.326507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.326644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.326752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.326925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.327028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.327490] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.327490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.327490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.327673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.327770] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.327854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.327906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.328031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.328245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.328245] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf8abee5-5ae8-4610-ac47-a6502702ab44 is going to be updated. [ 666.372678] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.372858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.372900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.373135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.373502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.373502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf8abee5-5ae8-4610-ac47-a6502702ab44" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.375980] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 691e789d-f8a6-4d75-9694-a09a4a72e053: rpc.has_security_group_logging(os_id): False [ 666.398613] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.398613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.398613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.398762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.398762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399260] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.399260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.399535] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.399665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.399703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.399829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.399904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.401061] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.401188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.401257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.401459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.401493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.401579] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 is going to be created. [ 666.494397] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.494569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.494703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.495285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.495285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.525570] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 in Status: IN_PROGRESS for 2s [ 667.537519] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 667.537873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.537946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.538327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.538696] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.538836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.538885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.539084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.539175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.539278] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.042097] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.543185] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 in Status: SUCCESS [ 668.543185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.547094] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.051382] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.052219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.052371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.053434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.053473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.053572] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 669.103355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.103548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.103658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.103875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.104014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.119899] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 670.822011] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 670.822660] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 671.134257] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 671.134431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.134596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.134927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.135157] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.135355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.135424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.135681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.135795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.135946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.136100] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.638580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.638772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.638844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.639092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.639263] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.639362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.639434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.639569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.639659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.639758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.639906] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.640011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.640117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.640214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.640343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.640452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.640499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.640619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.640696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.640989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.640989] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.660542] env[65279]: INFO networking_nsxv3.common.synchronization [req-eb283dad-3070-4f5c-8235-d61a4f2ea5d3 req-3c96ad90-8bd7-4148-95ec-2c47766387a7 tempest-DeleteServersAdminTestJSON-1797253881 tempest-DeleteServersAdminTestJSON-1797253881-project-member] Enqueued Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 671.663335] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 with Priority: HIGHEST for action security_group_members [ 671.663335] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b75c31f-d577-4d40-ab93-9ff66d0fca50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.663335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.663335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.663335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.663335] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.663335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.663335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.663335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.663335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.663335] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b75c31f-d577-4d40-ab93-9ff66d0fca50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.144933] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabe440-28eb-4ad8-89ad-929721193ce0: rpc.has_security_group_logging(os_id): False [ 672.165712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.165934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.165982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.166601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.166601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.166754] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.166948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.166948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.167983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.167983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.167983] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 is going to be updated. [ 672.169388] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.169532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.169621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.169810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.169895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.170177] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.171046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.171046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.171046] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.171046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.171404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.171404] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.171522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.171590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.171662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.171744] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 672.209248] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.209248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.209248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.209248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.209248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.224613] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: IN_PROGRESS for 2s [ 672.246834] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.247099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.247198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.247467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.247947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.271676] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 674.161420] env[65279]: INFO networking_nsxv3.common.synchronization [None req-f1d0c985-4b49-45d2-9693-b9fa2d9f2143 None None] Enqueued Resource ID: 9e6a5202-ff62-40ee-a9b6-42c38985f07d with Priority: HIGHEST for action port [ 674.161982] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e6a5202-ff62-40ee-a9b6-42c38985f07d with Priority: HIGHEST for action port [ 674.165203] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e6a5202-ff62-40ee-a9b6-42c38985f07d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.165389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e6a5202-ff62-40ee-a9b6-42c38985f07d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.165541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e6a5202-ff62-40ee-a9b6-42c38985f07d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.165885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e6a5202-ff62-40ee-a9b6-42c38985f07d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.166632] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e6a5202-ff62-40ee-a9b6-42c38985f07d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.237372] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 in Status: SUCCESS [ 674.238013] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b75c31f-d577-4d40-ab93-9ff66d0fca50 deletion is rescheduled due to dependency. [ 674.238013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b75c31f-d577-4d40-ab93-9ff66d0fca50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.289472] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 674.290158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.669372] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e6a5202-ff62-40ee-a9b6-42c38985f07d [ 674.673023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.673023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.673023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.673023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.673023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.673023] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e6a5202-ff62-40ee-a9b6-42c38985f07d already deleted. [ 674.673023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e6a5202-ff62-40ee-a9b6-42c38985f07d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.070286] env[65279]: INFO networking_nsxv3.common.synchronization [None req-641ea0a2-aa68-4d97-b743-be16b5c24bb6 None None] Enqueued Resource ID: 336ebedd-629c-4e10-89a4-42eb78605ac6 with Priority: HIGHEST for action port [ 675.070756] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 336ebedd-629c-4e10-89a4-42eb78605ac6 with Priority: HIGHEST for action port [ 675.071087] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-336ebedd-629c-4e10-89a4-42eb78605ac6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.071216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-336ebedd-629c-4e10-89a4-42eb78605ac6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.071284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-336ebedd-629c-4e10-89a4-42eb78605ac6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.071548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-336ebedd-629c-4e10-89a4-42eb78605ac6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.071696] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('336ebedd-629c-4e10-89a4-42eb78605ac6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.577172] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 336ebedd-629c-4e10-89a4-42eb78605ac6 [ 675.577172] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.577172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.577172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.577172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.577172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.577172] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:336ebedd-629c-4e10-89a4-42eb78605ac6 already deleted. [ 675.577172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-336ebedd-629c-4e10-89a4-42eb78605ac6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.786087] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb527036-85d2-4d61-bbfb-0697ba775190 req-e3d0a4e7-2983-4786-9052-9ee4461efe27 tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 676.786523] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 676.786523] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.786669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.786720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.786935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.787386] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.788120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.788120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.788272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.788272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788377] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.881907] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5ccd8c2a-dcde-44d7-8052-731aa23747e9 None None] Enqueued Resource ID: 96fc5d85-cda0-4df1-836d-0350bc29f3ae with Priority: HIGHEST for action port [ 676.882473] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96fc5d85-cda0-4df1-836d-0350bc29f3ae with Priority: HIGHEST for action port [ 676.882799] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-96fc5d85-cda0-4df1-836d-0350bc29f3ae taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.882936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96fc5d85-cda0-4df1-836d-0350bc29f3ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.883018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96fc5d85-cda0-4df1-836d-0350bc29f3ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.883541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96fc5d85-cda0-4df1-836d-0350bc29f3ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.883633] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96fc5d85-cda0-4df1-836d-0350bc29f3ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.261564] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.261876] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.262039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.262418] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.262768] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.262883] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.262936] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.264895] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.264895] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.269092] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.269092] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.269092] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.269092] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.269092] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.269092] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.269092] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.455282] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.455282] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.188 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.455282] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.455556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.455811] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.455940] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.456047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.456373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.456521] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4e3043-6d82-4d83-96ba-cddfee4b9e5e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.457776] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.457955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.457955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.458147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.458232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.459449] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.459449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.459449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.459449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.459449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.459449] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 already deleted. [ 677.459449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.459891] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96fc5d85-cda0-4df1-836d-0350bc29f3ae [ 677.459891] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.459891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.460067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.460217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.460269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.460366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96fc5d85-cda0-4df1-836d-0350bc29f3ae already deleted. [ 677.460478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96fc5d85-cda0-4df1-836d-0350bc29f3ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.467235] env[65279]: INFO networking_nsxv3.common.synchronization [None req-10433e52-69ea-46fa-acf0-4d0eefc21ace None None] Enqueued Resource ID: d82aa0d1-4001-42f9-95f0-410c4180e9ff with Priority: HIGHEST for action port [ 677.467421] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d82aa0d1-4001-42f9-95f0-410c4180e9ff with Priority: HIGHEST for action port [ 677.467974] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-d82aa0d1-4001-42f9-95f0-410c4180e9ff taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.468114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d82aa0d1-4001-42f9-95f0-410c4180e9ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.468179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d82aa0d1-4001-42f9-95f0-410c4180e9ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.468418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d82aa0d1-4001-42f9-95f0-410c4180e9ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.468501] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d82aa0d1-4001-42f9-95f0-410c4180e9ff',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.962419] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.962853] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.962853] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.964031] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.964031] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.964031] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port dc4e3043-6d82-4d83-96ba-cddfee4b9e5e not found, creating... [ 677.964031] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.964031] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.964031] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.964438] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.964438] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.964614] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.965833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.965833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.965833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.965833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.965833] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: dc4e3043-6d82-4d83-96ba-cddfee4b9e5e is going to be created. [ 677.970102] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d82aa0d1-4001-42f9-95f0-410c4180e9ff [ 677.970282] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.970443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.970493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.971048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.971048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.971048] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d82aa0d1-4001-42f9-95f0-410c4180e9ff already deleted. [ 677.971048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d82aa0d1-4001-42f9-95f0-410c4180e9ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993465] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.993689] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.993811] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.994098] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.994321] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.994534] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.585694] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb527036-85d2-4d61-bbfb-0697ba775190 req-21b9c38d-382f-4fbf-90c9-91244cdfcaca service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 678.585871] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb527036-85d2-4d61-bbfb-0697ba775190 req-21b9c38d-382f-4fbf-90c9-91244cdfcaca service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 678.586401] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb527036-85d2-4d61-bbfb-0697ba775190 req-21b9c38d-382f-4fbf-90c9-91244cdfcaca service nova] Enqueued Resource ID: dc4e3043-6d82-4d83-96ba-cddfee4b9e5e with Priority: HIGHEST for action port [ 678.586917] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 678.587803] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 678.587952] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4e3043-6d82-4d83-96ba-cddfee4b9e5e with Priority: HIGHEST for action port [ 678.588309] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.588530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.588530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.589150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.589150] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.591468] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.591468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.592344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.592588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.592805] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.592876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.592914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.597020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.597020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.597020] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.597020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.597020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.597020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.597020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.597020] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4e3043-6d82-4d83-96ba-cddfee4b9e5e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.802906] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6cfb63b1-b8cd-47f5-9d4f-3e75cdf720b0 None None] Enqueued Resource ID: dcc27c05-e26a-431d-a9fc-6b9f4ae28d41 with Priority: HIGHEST for action port [ 678.803182] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcc27c05-e26a-431d-a9fc-6b9f4ae28d41 with Priority: HIGHEST for action port [ 678.803741] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcc27c05-e26a-431d-a9fc-6b9f4ae28d41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.803864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcc27c05-e26a-431d-a9fc-6b9f4ae28d41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.803942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcc27c05-e26a-431d-a9fc-6b9f4ae28d41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.804196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcc27c05-e26a-431d-a9fc-6b9f4ae28d41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.804278] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcc27c05-e26a-431d-a9fc-6b9f4ae28d41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.993892] env[65279]: INFO networking_nsxv3.common.synchronization [req-e4a4ba2b-126b-4046-bb7d-5f90170fe296 req-03eb5ccf-5fb6-4eda-824d-508d8e08fce4 tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_members [ 678.994428] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_members [ 678.995118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.995263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.995314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.995573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.995740] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.995864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.995945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.996168] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.996273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.996375] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.097866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.098476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.104138] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc4e3043-6d82-4d83-96ba-cddfee4b9e5e with status ACTIVE [ 679.104683] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.108084] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.108084] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.108084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.108084] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc4e3043-6d82-4d83-96ba-cddfee4b9e5e is going to be updated. [ 679.110494] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.147924] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.148934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.148934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.148934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.149117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.149372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4e3043-6d82-4d83-96ba-cddfee4b9e5e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.309321] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcc27c05-e26a-431d-a9fc-6b9f4ae28d41 [ 679.309599] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.309847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.309927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.310201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.310299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.310432] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcc27c05-e26a-431d-a9fc-6b9f4ae28d41 already deleted. [ 679.310564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcc27c05-e26a-431d-a9fc-6b9f4ae28d41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.456935] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.456935] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.457179] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.457367] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.458142] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.458142] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.458142] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.458374] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.458374] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.458629] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.458749] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.458832] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.458935] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.459067] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.459198] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.459464] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.481660] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.481660] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.481660] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.481660] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.481660] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-620bfbcf-f76c-48f9-892c-a8ac18c92635 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.482095] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.482095] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.482267] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.482404] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620bfbcf-f76c-48f9-892c-a8ac18c92635',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.499099] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.499326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.499326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.499781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.499781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.500034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.500143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.500219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.500387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.500476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.500568] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f already deleted. [ 679.500653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.615849] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.985627] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.985890] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.985890] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.986729] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.986729] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.986729] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 620bfbcf-f76c-48f9-892c-a8ac18c92635 not found, creating... [ 679.986729] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.987028] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.987028] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.987176] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.987300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.987586] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.987769] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.989276] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.989276] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.989276] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.989276] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 620bfbcf-f76c-48f9-892c-a8ac18c92635 is going to be created. [ 680.025063] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.025488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.025488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.025679] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.025902] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.026134] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.120938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.120938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.120938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.120938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.120938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.120938] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be created. [ 680.155627] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.155878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.155940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.156322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.156627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.169742] env[65279]: INFO networking_nsxv3.common.synchronization [None req-25750bad-13a5-46ff-86ee-5e9004243662 None None] Enqueued Resource ID: 84c331fc-e2e3-466a-b18d-5135a4b51a77 with Priority: HIGHEST for action port [ 680.169742] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c331fc-e2e3-466a-b18d-5135a4b51a77 with Priority: HIGHEST for action port [ 680.170487] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-84c331fc-e2e3-466a-b18d-5135a4b51a77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.172496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84c331fc-e2e3-466a-b18d-5135a4b51a77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.172496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84c331fc-e2e3-466a-b18d-5135a4b51a77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.172496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84c331fc-e2e3-466a-b18d-5135a4b51a77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.172496] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84c331fc-e2e3-466a-b18d-5135a4b51a77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.180482] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: UNINITIALIZED for 2s [ 680.278542] env[65279]: INFO networking_nsxv3.common.synchronization [None req-de790cf0-6b58-4910-bd2b-eb9f46033ff5 None None] Enqueued Resource ID: 48bd1bd9-091c-4ea6-bc02-30be7cc5fd53 with Priority: HIGHEST for action port [ 680.279268] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48bd1bd9-091c-4ea6-bc02-30be7cc5fd53 with Priority: HIGHEST for action port [ 680.279927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-48bd1bd9-091c-4ea6-bc02-30be7cc5fd53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.280215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48bd1bd9-091c-4ea6-bc02-30be7cc5fd53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.280215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48bd1bd9-091c-4ea6-bc02-30be7cc5fd53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.280486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48bd1bd9-091c-4ea6-bc02-30be7cc5fd53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.280568] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48bd1bd9-091c-4ea6-bc02-30be7cc5fd53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.673305] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84c331fc-e2e3-466a-b18d-5135a4b51a77 [ 680.673535] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.673686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.673792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.674017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.674197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.674197] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84c331fc-e2e3-466a-b18d-5135a4b51a77 already deleted. [ 680.674475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84c331fc-e2e3-466a-b18d-5135a4b51a77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.751548] env[65279]: INFO networking_nsxv3.common.synchronization [req-e4a4ba2b-126b-4046-bb7d-5f90170fe296 req-977ae49e-9764-4ace-ba9b-4b367a19a8ee service nova] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_rules [ 680.751548] env[65279]: INFO networking_nsxv3.common.synchronization [req-e4a4ba2b-126b-4046-bb7d-5f90170fe296 req-977ae49e-9764-4ace-ba9b-4b367a19a8ee service nova] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_members [ 680.752418] env[65279]: INFO networking_nsxv3.common.synchronization [req-e4a4ba2b-126b-4046-bb7d-5f90170fe296 req-977ae49e-9764-4ace-ba9b-4b367a19a8ee service nova] Enqueued Resource ID: 620bfbcf-f76c-48f9-892c-a8ac18c92635 with Priority: HIGHEST for action port [ 680.753141] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_rules [ 680.753306] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_members [ 680.753438] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 620bfbcf-f76c-48f9-892c-a8ac18c92635 with Priority: HIGHEST for action port [ 680.754020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.754392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.754552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.754758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.754866] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.756401] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.756611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.756647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.757044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.757260] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.757337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.757399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.757614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.757746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.757873] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.758994] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-620bfbcf-f76c-48f9-892c-a8ac18c92635 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.759159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.759247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.759446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.759547] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('620bfbcf-f76c-48f9-892c-a8ac18c92635',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.784682] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48bd1bd9-091c-4ea6-bc02-30be7cc5fd53 [ 680.785063] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.785202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.785272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.785473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.785561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.785653] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48bd1bd9-091c-4ea6-bc02-30be7cc5fd53 already deleted. [ 680.785736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48bd1bd9-091c-4ea6-bc02-30be7cc5fd53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.261986] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.263040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.263210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.263338] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 620bfbcf-f76c-48f9-892c-a8ac18c92635 with status ACTIVE [ 681.263467] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.263605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.263701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.263830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.263939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.264113] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.264323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.264323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.264530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.264530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.268185] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.268185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.268185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.268185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.268185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.269299] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 620bfbcf-f76c-48f9-892c-a8ac18c92635 is going to be updated. [ 681.315364] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.315364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.315364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.315364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.315364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.315364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-620bfbcf-f76c-48f9-892c-a8ac18c92635" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.414461] env[65279]: INFO networking_nsxv3.common.synchronization [req-9c7cbe25-1c86-4bb2-b6ea-98e2816d87e1 req-682ea10d-e8f8-4d7b-9db7-54dbbaa29efa tempest-ServerExternalEventsTest-1215736353 tempest-ServerExternalEventsTest-1215736353-project-member] Enqueued Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_members [ 681.415247] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_members [ 681.415735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.415735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.415965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.416118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.416191] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.416305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.416368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.416531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.416617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.417345] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.771449] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.848815] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.849132] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.849314] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.849521] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.849807] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.849966] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.850090] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.850308] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.850520] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.850714] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.850795] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.850940] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.851020] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.851126] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.851222] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.851689] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.873933] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.874105] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.874240] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.874411] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.874721] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.874885] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.874995] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.875356] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.875486] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.920966] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.921193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.921278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.921517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.921621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.922314] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.922314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.922314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.922314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.922314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.922314] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cacfd8-330c-4cfc-a59a-9933554a523d already deleted. [ 681.922665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.209340] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.209340] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.209340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.209340] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.274366] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.274737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.274737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.274983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.274983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.275175] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f is going to be created. [ 682.331845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.332126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.332261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.332822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.333126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.360564] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: UNINITIALIZED for 2s [ 682.381853] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.382155] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.382327] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.382700] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.382897] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.383323] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac not found, creating... [ 682.383475] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.383696] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.383860] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.384223] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.384358] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.384769] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.384981] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.387159] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.387159] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.387390] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.387390] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac is going to be created. [ 682.423360] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.423824] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.424268] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.424460] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.424784] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.425129] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.715667] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.715950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.716047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.716977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.716977] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.716977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.716977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.716977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.716977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.716977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.717434] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.717434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.717434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.717434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.717701] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.717701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.717701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.717855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.717855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.718031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.718031] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.075202] env[65279]: INFO networking_nsxv3.common.synchronization [None req-35fe966e-d64e-4119-91d6-c3df4f49b018 None None] Enqueued Resource ID: 6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc with Priority: HIGHEST for action port [ 683.075202] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc with Priority: HIGHEST for action port [ 683.078861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.078861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.078861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.078861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.078861] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.198907] env[65279]: INFO networking_nsxv3.common.synchronization [req-9c7cbe25-1c86-4bb2-b6ea-98e2816d87e1 req-c49adab2-3623-46a7-bd68-163dddbf040e service nova] Enqueued Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_rules [ 683.199159] env[65279]: INFO networking_nsxv3.common.synchronization [req-9c7cbe25-1c86-4bb2-b6ea-98e2816d87e1 req-c49adab2-3623-46a7-bd68-163dddbf040e service nova] Enqueued Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_members [ 683.199359] env[65279]: INFO networking_nsxv3.common.synchronization [req-9c7cbe25-1c86-4bb2-b6ea-98e2816d87e1 req-c49adab2-3623-46a7-bd68-163dddbf040e service nova] Enqueued Resource ID: 1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac with Priority: HIGHEST for action port [ 683.199925] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_rules [ 683.200094] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_members [ 683.200200] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac with Priority: HIGHEST for action port [ 683.200498] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.200676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.200721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.201456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.201572] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.204219] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.204360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.204430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.204625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.204821] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.204926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.204990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.205208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.205298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.205391] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.206658] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.206813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.206882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.207057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.207376] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.220449] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b25c92d-97da-424f-82eb-b0b7ccd4f252: rpc.has_security_group_logging(os_id): False [ 683.243878] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.243878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.243878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.243878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.243878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.243878] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.243878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.243878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.244328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.244328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.244328] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.244328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.244468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.244501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.244681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.244757] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.245604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.246138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.246138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.246138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.246386] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be created. [ 683.331300] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.331627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.331627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.331807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.333035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.355125] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 683.580826] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc [ 683.580826] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.580826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.580826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.580826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.580826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.580826] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc already deleted. [ 683.580826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b09d0ca-ac3c-44f0-a017-9dcd3f2be0fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.705245] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.705430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.709704] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.710834] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac with status ACTIVE [ 683.710950] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.711064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.711169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.711880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.711880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.712029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.712093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.712145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.712664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.712664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.712664] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.712848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.712848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.714256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.714256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.714256] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac is going to be updated. [ 683.745173] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.745334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.745416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.745630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.745770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.745945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c6a8b9c-d9a1-441f-99d5-7c0f33dcc8ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.216034] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.379436] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: SUCCESS [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.381735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.381735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.381735] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.719803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.719994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.720110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.720351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.720463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.720546] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cacfd8-330c-4cfc-a59a-9933554a523d is going to be created. [ 684.760138] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.760357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.760357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.760625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.760712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.775231] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cacfd8-330c-4cfc-a59a-9933554a523d in Status: UNINITIALIZED for 2s [ 684.886555] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.372140] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 685.372334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.390927] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff8d3af3-2b23-460c-b076-cc808deb997f: rpc.has_security_group_logging(os_id): False [ 685.411639] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.411989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.412085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.412276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.412381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.412680] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.412787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.412787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.412976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.413057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.413113] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f is going to be created. [ 685.500496] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.500786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.500786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.501079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.501257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.515358] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: IN_PROGRESS for 2s [ 686.793196] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cacfd8-330c-4cfc-a59a-9933554a523d in Status: SUCCESS [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.793196] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.793196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.793196] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.298021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.298021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.298021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.298021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.298021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.299041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.299041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.299041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.299041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.299041] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.536245] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: SUCCESS [ 687.536245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.803141] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27cacfd8-330c-4cfc-a59a-9933554a523d: rpc.has_security_group_logging(os_id): False [ 687.825040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.825340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.825340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.825572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.825739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.826203] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.826364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.826456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.826688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.826790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.827148] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.827317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.827404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.827598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.827688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.827938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.828152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.828276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.828445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.828557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.828744] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cacfd8-330c-4cfc-a59a-9933554a523d is going to be created. [ 687.912587] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.912818] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.912876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.913226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.913345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.940093] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cacfd8-330c-4cfc-a59a-9933554a523d in Status: IN_PROGRESS for 2s [ 688.201217] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 688.201341] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 688.295469] env[65279]: INFO networking_nsxv3.common.synchronization [req-abfcab73-fab8-4896-8f85-a233efaacbb5 req-8dbc478e-fd8e-4526-8569-2dbd9769e094 tempest-InstanceActionsTestJSON-975162374 tempest-InstanceActionsTestJSON-975162374-project-member] Enqueued Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_members [ 688.295962] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8a986e9-6f64-483e-8c63-153750a04511 with Priority: HIGHEST for action security_group_members [ 688.296169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d8a986e9-6f64-483e-8c63-153750a04511 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.296288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.296367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.296613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.296811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.297158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.297158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.297158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.297304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.297339] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d8a986e9-6f64-483e-8c63-153750a04511',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.799506] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.799683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.799744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.799967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.800098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.800308] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.800868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.800868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.800868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.800868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.800868] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a986e9-6f64-483e-8c63-153750a04511 is going to be updated. [ 688.865128] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.865731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.865731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.865731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.865731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.889737] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a986e9-6f64-483e-8c63-153750a04511 in Status: IN_PROGRESS for 2s [ 689.957558] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27cacfd8-330c-4cfc-a59a-9933554a523d in Status: SUCCESS [ 689.957558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.288160] env[65279]: INFO networking_nsxv3.common.synchronization [None req-af07ada4-7c42-414a-9ac2-b712ef792ca0 None None] Enqueued Resource ID: 53fcbb6b-b73f-4eea-a47c-83c79a70d1bf with Priority: HIGHEST for action port [ 690.288160] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53fcbb6b-b73f-4eea-a47c-83c79a70d1bf with Priority: HIGHEST for action port [ 690.288160] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-53fcbb6b-b73f-4eea-a47c-83c79a70d1bf taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.288160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53fcbb6b-b73f-4eea-a47c-83c79a70d1bf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.288160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53fcbb6b-b73f-4eea-a47c-83c79a70d1bf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.288160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53fcbb6b-b73f-4eea-a47c-83c79a70d1bf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.288160] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53fcbb6b-b73f-4eea-a47c-83c79a70d1bf',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.541382] env[65279]: INFO networking_nsxv3.common.synchronization [None req-394393e8-5182-4bb1-a891-efcfda53b952 None None] Enqueued Resource ID: 0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a with Priority: HIGHEST for action port [ 690.541905] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a with Priority: HIGHEST for action port [ 690.542229] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.542367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.542417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.542668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.542988] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.791538] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53fcbb6b-b73f-4eea-a47c-83c79a70d1bf [ 690.791538] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.791666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.791710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.792070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.792070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.792197] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53fcbb6b-b73f-4eea-a47c-83c79a70d1bf already deleted. [ 690.792254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53fcbb6b-b73f-4eea-a47c-83c79a70d1bf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.904329] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d8a986e9-6f64-483e-8c63-153750a04511 in Status: SUCCESS [ 690.905219] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d8a986e9-6f64-483e-8c63-153750a04511 deletion is rescheduled due to dependency. [ 690.905358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d8a986e9-6f64-483e-8c63-153750a04511" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.046403] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a [ 691.046837] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.046837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.046837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.048946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.048946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.048946] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a already deleted. [ 691.048946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bbc3c9e-8ecf-4d44-a38f-a75c5a5e968a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.106387] env[65279]: INFO networking_nsxv3.common.synchronization [req-18d71f56-57c8-4a99-ba0b-dbdbb3cfe874 req-e632cff7-9cb4-4ad5-a127-2774ad5c6def tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 691.106958] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 691.107286] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.107413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.107497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.107671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.107818] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.107915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.107985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.108430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.108430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.108544] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.611132] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.611388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.611388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.611607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.612174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.612430] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.612712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.612836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.613097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.613230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.613294] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 691.646421] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.646643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.646921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.646921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.647132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.660288] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 693.474401] env[65279]: INFO networking_nsxv3.common.synchronization [None req-97c0309f-a11a-457f-a5d1-e15db9a6f23b None None] Enqueued Resource ID: 6fade099-8cdf-42c6-9e0b-caadc415d5b1 with Priority: HIGHEST for action port [ 693.474401] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fade099-8cdf-42c6-9e0b-caadc415d5b1 with Priority: HIGHEST for action port [ 693.474401] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fade099-8cdf-42c6-9e0b-caadc415d5b1 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.474401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fade099-8cdf-42c6-9e0b-caadc415d5b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.474401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fade099-8cdf-42c6-9e0b-caadc415d5b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.474401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fade099-8cdf-42c6-9e0b-caadc415d5b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.474401] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fade099-8cdf-42c6-9e0b-caadc415d5b1',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.676165] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 693.676392] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 deletion is rescheduled due to dependency. [ 693.676468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.979128] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fade099-8cdf-42c6-9e0b-caadc415d5b1 [ 693.979128] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.979128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.979128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.979128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.979128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.979128] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fade099-8cdf-42c6-9e0b-caadc415d5b1 already deleted. [ 693.979128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fade099-8cdf-42c6-9e0b-caadc415d5b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.046026] env[65279]: INFO networking_nsxv3.common.synchronization [None req-cdc3a9c3-2e42-47bf-8e21-a84df5310de8 None None] Enqueued Resource ID: f3f21747-56ba-4c17-98d1-debf187a66e3 with Priority: HIGHEST for action port [ 694.046026] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3f21747-56ba-4c17-98d1-debf187a66e3 with Priority: HIGHEST for action port [ 694.046026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3f21747-56ba-4c17-98d1-debf187a66e3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.046026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3f21747-56ba-4c17-98d1-debf187a66e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.046026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3f21747-56ba-4c17-98d1-debf187a66e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.046026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3f21747-56ba-4c17-98d1-debf187a66e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.046026] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3f21747-56ba-4c17-98d1-debf187a66e3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.548891] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3f21747-56ba-4c17-98d1-debf187a66e3 [ 694.548891] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.548891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.548891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.549400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.549400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.549400] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3f21747-56ba-4c17-98d1-debf187a66e3 already deleted. [ 694.549400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3f21747-56ba-4c17-98d1-debf187a66e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.071607] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-edf4b725-4673-4984-9983-c0111be7364a tempest-ListServersNegativeTestJSON-1867120086 tempest-ListServersNegativeTestJSON-1867120086-project-member] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 695.071607] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 695.073176] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.073176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.073176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.074199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.074199] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.074199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.074199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.074199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.074199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.074664] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.557676] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.558188] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.558188] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.558485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.558755] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.558937] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.560210] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.560210] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.560210] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.560444] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.560488] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.560881] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.560881] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.560881] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.561051] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.561627] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.583223] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.584047] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.584047] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.584047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.584047] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-7f9e9e20-3839-4e9b-8275-7693956680ee taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.584729] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.584729] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.585818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.585818] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9e9e20-3839-4e9b-8275-7693956680ee',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.587360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.587483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.587592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.587759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.587851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.588057] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.588178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.588223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.588367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.588442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.588525] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f already deleted. [ 695.588604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.087967] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.089195] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.089591] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.089819] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.089992] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.090212] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 7f9e9e20-3839-4e9b-8275-7693956680ee not found, creating... [ 696.090587] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.090793] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.091009] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.091274] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.091458] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.091864] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.092302] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.092481] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.092748] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.092963] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093180] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 7f9e9e20-3839-4e9b-8275-7693956680ee is going to be created. [ 696.118180] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.118438] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.118608] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.118955] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.119245] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.119539] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.225287] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e77ed6d8-2565-487f-8d5a-af8236cec0c8 None None] Enqueued Resource ID: ce3e7248-6654-4d36-a1a7-920635ff2b3b with Priority: HIGHEST for action port [ 696.225801] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3e7248-6654-4d36-a1a7-920635ff2b3b with Priority: HIGHEST for action port [ 696.226314] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3e7248-6654-4d36-a1a7-920635ff2b3b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.226314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3e7248-6654-4d36-a1a7-920635ff2b3b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.226314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3e7248-6654-4d36-a1a7-920635ff2b3b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.226562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3e7248-6654-4d36-a1a7-920635ff2b3b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.226644] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3e7248-6654-4d36-a1a7-920635ff2b3b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.233919] env[65279]: INFO networking_nsxv3.common.synchronization [None req-89289dd0-f4ae-4ceb-8d69-567a770a23d4 tempest-ServersTestFqdnHostnames-688053079 tempest-ServersTestFqdnHostnames-688053079-project-member] Enqueued Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_rules [ 696.234953] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_rules [ 696.235590] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.235981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.235981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.236237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.236663] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.729587] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce3e7248-6654-4d36-a1a7-920635ff2b3b [ 696.730140] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.731468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.731468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.731468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.731468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.731468] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce3e7248-6654-4d36-a1a7-920635ff2b3b already deleted. [ 696.731468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3e7248-6654-4d36-a1a7-920635ff2b3b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.781336] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.781336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.781336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.781336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.781336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.781336] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d already deleted. [ 696.781336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.959451] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-dd5feccd-df74-4ace-a765-8ca8a3955a83 service nova] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_rules [ 696.959704] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-dd5feccd-df74-4ace-a765-8ca8a3955a83 service nova] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 696.959960] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-dd5feccd-df74-4ace-a765-8ca8a3955a83 service nova] Enqueued Resource ID: 7f9e9e20-3839-4e9b-8275-7693956680ee with Priority: HIGHEST for action port [ 696.960662] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_rules [ 696.960814] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 696.960922] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f9e9e20-3839-4e9b-8275-7693956680ee with Priority: HIGHEST for action port [ 696.961738] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.961872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.961944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.962230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.962336] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.963698] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.963893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.964079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.964490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.964734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.964956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.965413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.965608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.965704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.965846] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.967227] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f9e9e20-3839-4e9b-8275-7693956680ee taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.967410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.967519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.967769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.967901] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f9e9e20-3839-4e9b-8275-7693956680ee',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.121894] env[65279]: INFO networking_nsxv3.common.synchronization [None req-d101905a-4338-4ced-8b1f-06d281fe54b2 tempest-ServersTestFqdnHostnames-688053079 tempest-ServersTestFqdnHostnames-688053079-project-member] Enqueued Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_rules [ 697.122956] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_rules [ 697.123486] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.123680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.123773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.124095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.124205] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.476532] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.476532] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.476532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.476532] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f9e9e20-3839-4e9b-8275-7693956680ee with status ACTIVE [ 697.476532] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.476532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.476532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.476532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.476532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.476532] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.476532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.481047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.481823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.481823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.481823] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.481823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.482159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.482159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.482159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.482319] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f9e9e20-3839-4e9b-8275-7693956680ee is going to be updated. [ 697.508852] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.509444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.509444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.509639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.509961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.510210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f9e9e20-3839-4e9b-8275-7693956680ee" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.660215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.660215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.660215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.660215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.660215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.660215] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d already deleted. [ 697.660215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.887347] env[65279]: INFO networking_nsxv3.common.synchronization [None req-9994a4ea-95ab-468c-9af2-a11fd7713520 None None] Enqueued Resource ID: ab810a46-31f2-4bc2-bec9-107877406a64 with Priority: HIGHEST for action port [ 697.887842] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab810a46-31f2-4bc2-bec9-107877406a64 with Priority: HIGHEST for action port [ 697.887842] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab810a46-31f2-4bc2-bec9-107877406a64 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.887842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab810a46-31f2-4bc2-bec9-107877406a64" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.887967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab810a46-31f2-4bc2-bec9-107877406a64" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.890011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab810a46-31f2-4bc2-bec9-107877406a64" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.890123] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab810a46-31f2-4bc2-bec9-107877406a64',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.984405] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.103330] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-80a89585-dde4-4d9d-9f5d-16fefd186857 tempest-ListServersNegativeTestJSON-1867120086 tempest-ListServersNegativeTestJSON-1867120086-project-member] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 698.103956] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 698.104339] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.104440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.393393] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab810a46-31f2-4bc2-bec9-107877406a64 [ 698.394575] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.394575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.394575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.394575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.394575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.394575] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab810a46-31f2-4bc2-bec9-107877406a64 already deleted. [ 698.394575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab810a46-31f2-4bc2-bec9-107877406a64" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.487941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.488236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.488236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.488414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.488504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.488622] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be created. [ 698.522815] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.523217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.523308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.523546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.523727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.537934] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: UNINITIALIZED for 2s [ 698.561606] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.561606] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.561606] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.561606] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.562237] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.564444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.564444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.564669] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.564866] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.566875] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.566875] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.566875] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.566875] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.566875] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.566875] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.566875] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.599298] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.599298] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.599298] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.599298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.599298] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-61378fe5-bd3a-4b5c-b10d-2895d075aba0 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.599298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.599298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.599298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.599298] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61378fe5-bd3a-4b5c-b10d-2895d075aba0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.997055] env[65279]: INFO networking_nsxv3.common.synchronization [req-efe1703b-56ab-4255-9891-16e8dbea1767 req-6a35ab0d-0874-48bb-a097-b709c83e9d71 tempest-ServerExternalEventsTest-1215736353 tempest-ServerExternalEventsTest-1215736353-project-member] Enqueued Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_members [ 698.997700] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGHEST for action security_group_members [ 698.998022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.998140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.998196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.998496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.998664] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.998781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.998896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.999077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.999077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.999179] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.104702] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.104934] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.105167] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.105570] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.105721] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.105876] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 61378fe5-bd3a-4b5c-b10d-2895d075aba0 not found, creating... [ 699.106182] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.106343] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.106455] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.106707] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.106839] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.107172] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.107315] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.107431] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.107643] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.107768] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.107905] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 61378fe5-bd3a-4b5c-b10d-2895d075aba0 is going to be created. [ 699.137666] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.137992] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.138259] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.138737] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.139027] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.139439] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.505019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.505019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.505019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.505019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cacfd8-330c-4cfc-a59a-9933554a523d is going to be updated. [ 699.532427] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.532654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.532654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.533072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.533072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.543482] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cacfd8-330c-4cfc-a59a-9933554a523d in Status: IN_PROGRESS for 2s [ 699.899577] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-cebd91c2-2a3e-4d4c-84c2-dbf9c0c1ebce service nova] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_rules [ 699.899740] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-cebd91c2-2a3e-4d4c-84c2-dbf9c0c1ebce service nova] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 699.900028] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-cebd91c2-2a3e-4d4c-84c2-dbf9c0c1ebce service nova] Enqueued Resource ID: 61378fe5-bd3a-4b5c-b10d-2895d075aba0 with Priority: HIGHEST for action port [ 699.900580] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_rules [ 699.900715] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 699.900819] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61378fe5-bd3a-4b5c-b10d-2895d075aba0 with Priority: HIGHEST for action port [ 699.901881] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.902063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.902356] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.902514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.905457] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-61378fe5-bd3a-4b5c-b10d-2895d075aba0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.905457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.905457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.905457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.905457] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61378fe5-bd3a-4b5c-b10d-2895d075aba0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.939101] env[65279]: INFO networking_nsxv3.common.synchronization [None req-db2ee324-0f32-46a3-8521-500dffc2d5be None None] Enqueued Resource ID: 79900131-d7df-4e73-b35e-0dcf98b0ca6a with Priority: HIGHEST for action port [ 699.939101] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79900131-d7df-4e73-b35e-0dcf98b0ca6a with Priority: HIGHEST for action port [ 699.939101] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-79900131-d7df-4e73-b35e-0dcf98b0ca6a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.939101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79900131-d7df-4e73-b35e-0dcf98b0ca6a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.939101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79900131-d7df-4e73-b35e-0dcf98b0ca6a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.939951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79900131-d7df-4e73-b35e-0dcf98b0ca6a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.940410] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79900131-d7df-4e73-b35e-0dcf98b0ca6a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.408733] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61378fe5-bd3a-4b5c-b10d-2895d075aba0 with status ACTIVE [ 700.409090] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.409216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.409305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.409653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.409860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.410079] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.410244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.410244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.410394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.410455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.410640] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.410734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.410791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.410933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.411018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.411102] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61378fe5-bd3a-4b5c-b10d-2895d075aba0 is going to be updated. [ 700.415144] env[65279]: INFO networking_nsxv3.common.synchronization [req-ac1ea4b4-3e1c-4863-a07f-22a5e749935a req-1f692a4b-6326-4ad7-bfe9-a2ebfc392f42 tempest-ImagesNegativeTestJSON-439992344 tempest-ImagesNegativeTestJSON-439992344-project-member] Enqueued Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_members [ 700.415682] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_members [ 700.416358] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.416358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.416358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.417252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.417563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.417563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.417748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.417826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.417919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.418079] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.437456] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.437456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.437456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.437456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.438291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.438291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61378fe5-bd3a-4b5c-b10d-2895d075aba0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.444619] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79900131-d7df-4e73-b35e-0dcf98b0ca6a [ 700.444619] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.444619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.444619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.444619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.444619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.444619] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79900131-d7df-4e73-b35e-0dcf98b0ca6a already deleted. [ 700.444619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79900131-d7df-4e73-b35e-0dcf98b0ca6a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.570922] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 700.571201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.571379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.571606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.571841] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.572137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.572137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.572222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.572306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.572394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.572494] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.573618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.574209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.575084] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.575084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.575084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.575084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.575084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.575084] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.920677] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.922022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.922022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.922022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.922022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.922022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.922022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.922022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.922414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.922414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.922414] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20680fa9-8a61-437b-9569-c09ce47988ac already deleted. [ 700.922535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.077522] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.077630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.078499] env[65279]: INFO networking_nsxv3.common.synchronization [None req-8bc426f7-0380-4aca-a7b4-c2fb2aded6ad None None] Enqueued Resource ID: 8026e070-dd53-4c1c-b074-344d64c76fd7 with Priority: HIGHEST for action port [ 701.079301] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.082918] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8026e070-dd53-4c1c-b074-344d64c76fd7 with Priority: HIGHEST for action port [ 701.084309] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-8026e070-dd53-4c1c-b074-344d64c76fd7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.084394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8026e070-dd53-4c1c-b074-344d64c76fd7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.084461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8026e070-dd53-4c1c-b074-344d64c76fd7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.084842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8026e070-dd53-4c1c-b074-344d64c76fd7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.084909] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8026e070-dd53-4c1c-b074-344d64c76fd7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.103115] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.103312] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-183" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.103886] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-183" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.103886] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-183" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.104319] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.104518] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.104596] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.104870] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.104961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.105844] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.105967] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.106089] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.106261] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.106304] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.106393] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.106524] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.135273] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.135273] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.135273] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.135273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-183" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.135438] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-8411d356-69ab-4ec7-8366-21c6e4dccaad taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.135504] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.135622] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.135950] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.136115] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8411d356-69ab-4ec7-8366-21c6e4dccaad',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.279554] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a335a866-3d1b-4e21-a2d9-209fc083d265 tempest-ServersV294TestFqdnHostnames-1700753108 tempest-ServersV294TestFqdnHostnames-1700753108-project-member] Enqueued Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_rules [ 701.279554] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_rules [ 701.279554] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.279554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.279554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.281064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.281064] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.473565] env[65279]: INFO networking_nsxv3.common.synchronization [None req-388b9fb9-b4f2-4457-a592-ffe3ee0e7cae tempest-ServersV294TestFqdnHostnames-1700753108 tempest-ServersV294TestFqdnHostnames-1700753108-project-member] Enqueued Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_rules [ 701.474616] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_rules [ 701.475033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.475175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.554209] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27cacfd8-330c-4cfc-a59a-9933554a523d in Status: SUCCESS [ 701.554447] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27cacfd8-330c-4cfc-a59a-9933554a523d deletion is rescheduled due to dependency. [ 701.554561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.583811] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.586452] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8026e070-dd53-4c1c-b074-344d64c76fd7 [ 701.586844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.586956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.586956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.587265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.587297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.587422] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8026e070-dd53-4c1c-b074-344d64c76fd7 already deleted. [ 701.587523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8026e070-dd53-4c1c-b074-344d64c76fd7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.638820] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.639189] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.639398] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.639761] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.640024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.640255] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 8411d356-69ab-4ec7-8366-21c6e4dccaad not found, creating... [ 701.640641] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.640859] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.641090] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.641410] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.641657] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.642238] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.642367] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.642818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.642818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.642993] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.643241] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 8411d356-69ab-4ec7-8366-21c6e4dccaad is going to be created. [ 701.666030] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.666251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.666251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.666565] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.666888] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.667159] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.813409] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.813627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.813728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.814013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.814130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.814228] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4924e656-9d30-445a-b327-6295c945182e already deleted. [ 701.814348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.814618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.814760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.814941] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.085921] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.086402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.086493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.086602] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 702.125503] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.125714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.125714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.126392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.126392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.136303] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 702.340942] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.341099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.341171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.341586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.341689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.342233] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4924e656-9d30-445a-b327-6295c945182e already deleted. [ 702.342233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.416261] env[65279]: INFO networking_nsxv3.common.synchronization [req-ac1ea4b4-3e1c-4863-a07f-22a5e749935a req-ac3b921b-f4c8-4f1f-b120-4d190329252b service nova] Enqueued Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_rules [ 702.416261] env[65279]: INFO networking_nsxv3.common.synchronization [req-ac1ea4b4-3e1c-4863-a07f-22a5e749935a req-ac3b921b-f4c8-4f1f-b120-4d190329252b service nova] Enqueued Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_members [ 702.416405] env[65279]: INFO networking_nsxv3.common.synchronization [req-ac1ea4b4-3e1c-4863-a07f-22a5e749935a req-ac3b921b-f4c8-4f1f-b120-4d190329252b service nova] Enqueued Resource ID: 8411d356-69ab-4ec7-8366-21c6e4dccaad with Priority: HIGHEST for action port [ 702.416957] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_rules [ 702.417133] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_members [ 702.417232] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8411d356-69ab-4ec7-8366-21c6e4dccaad with Priority: HIGHEST for action port [ 702.417508] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.418422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.418422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.418422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.418422] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.423150] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.423284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.423365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.423548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.423700] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.423801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.423852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.423997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.424099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.424208] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.426381] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-8411d356-69ab-4ec7-8366-21c6e4dccaad taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.426381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.426381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.426381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.426381] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8411d356-69ab-4ec7-8366-21c6e4dccaad',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.929127] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.929127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.929434] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.930201] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8411d356-69ab-4ec7-8366-21c6e4dccaad with status ACTIVE [ 702.930275] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.930565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.930565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.930761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.930761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.930926] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.931091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.931091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.931289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.931398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.931482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.931573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.931635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.931780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.931855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.931957] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8411d356-69ab-4ec7-8366-21c6e4dccaad is going to be updated. [ 702.969787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.969978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.970177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.970269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.970506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.970577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8411d356-69ab-4ec7-8366-21c6e4dccaad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.230504] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-6e68d0df-a3b4-4868-b0ad-37fd9cab76b3 tempest-ListServersNegativeTestJSON-1867120086 tempest-ListServersNegativeTestJSON-1867120086-project-member] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 703.231100] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 703.231427] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.231527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.434110] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.524693] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-414 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.524882] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.524998] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.525273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.525519] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.525665] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.525774] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.525971] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.526121] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.526330] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.526443] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.526554] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.526663] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.526772] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.526889] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.527050] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.548021] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.548021] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.548021] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.548021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-414" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.548021] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.548021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.548021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.548021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.548021] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd859f0-88c6-4b09-bc87-a1064e54cf7c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.937151] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.937151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.937151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.937501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.937501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.937501] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20680fa9-8a61-437b-9569-c09ce47988ac is going to be created. [ 703.991979] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.992188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.992188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.992600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.992600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.006376] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20680fa9-8a61-437b-9569-c09ce47988ac in Status: UNINITIALIZED for 2s [ 704.054052] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.054052] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port dcd859f0-88c6-4b09-bc87-a1064e54cf7c not found, creating... [ 704.054052] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.054052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.054660] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.054660] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.054660] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.054770] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.054940] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.055111] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: dcd859f0-88c6-4b09-bc87-a1064e54cf7c is going to be created. [ 704.108608] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.108850] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.109043] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.109321] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.109575] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.109811] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.151132] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 704.151329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.151528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.151815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.152095] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.152267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.152400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.152688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.152855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.153185] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.656681] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.895994] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-a52b0cb2-e155-473b-9ab2-23d352557ad1 service nova] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_rules [ 704.896244] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-a52b0cb2-e155-473b-9ab2-23d352557ad1 service nova] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 704.896378] env[65279]: INFO networking_nsxv3.common.synchronization [req-9abe15c7-4c32-487f-a7c5-e2749caf74c7 req-a52b0cb2-e155-473b-9ab2-23d352557ad1 service nova] Enqueued Resource ID: dcd859f0-88c6-4b09-bc87-a1064e54cf7c with Priority: HIGHEST for action port [ 704.897363] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_rules [ 704.897552] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 704.897717] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd859f0-88c6-4b09-bc87-a1064e54cf7c with Priority: HIGHEST for action port [ 704.898187] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.898592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.898876] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.899122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.899380] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.900518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.900518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.900518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.900518] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd859f0-88c6-4b09-bc87-a1064e54cf7c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.160202] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.401998] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcd859f0-88c6-4b09-bc87-a1064e54cf7c with status ACTIVE [ 705.402722] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.402928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.403043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.403347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.403484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.403741] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.404124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.404124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.404313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.404313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.404572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.404709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.404801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.405017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.405309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.405472] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcd859f0-88c6-4b09-bc87-a1064e54cf7c is going to be updated. [ 705.430365] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.430553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.430653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.430940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.431143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.431355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd859f0-88c6-4b09-bc87-a1064e54cf7c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.663566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.665804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.665804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.665804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.665804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.665804] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 705.700800] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.700954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.701041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.701292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.701456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.725521] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 706.018453] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20680fa9-8a61-437b-9569-c09ce47988ac in Status: SUCCESS [ 706.018731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.022060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.022060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.022060] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.022060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.022060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.022060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.022060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.022060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.022060] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.113001] env[65279]: INFO networking_nsxv3.common.synchronization [req-98d8f629-8a5b-4e21-bf9f-4f46be7fd462 req-751379f3-0737-413f-99cb-9bee2bd26754 tempest-FloatingIPsAssociationNegativeTestJSON-882886146 tempest-FloatingIPsAssociationNegativeTestJSON-882886146-project-member] Enqueued Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_members [ 706.113979] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_members [ 706.114864] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.114864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.114864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.116375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.116736] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.116963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.117128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.118974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.119124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.119270] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.523252] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.523530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-887" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.524458] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-887" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.525746] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-887" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.526087] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.526303] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.526414] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.526655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.526852] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.527036] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.527163] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.527280] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.527394] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.527500] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.527606] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.529712] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.529712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.532712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.532712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.532712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.532712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.533199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.533199] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.553024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.553119] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.553256] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.553590] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-887" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.553850] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.553982] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.554047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.554323] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.554846] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ff7f20-b87a-4267-b171-5cd3609f0c7f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.623657] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.623657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.623657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.623776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.623971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.624062] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.624158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.624231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.624371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.624470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.624570] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 already deleted. [ 706.624651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.036333] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20680fa9-8a61-437b-9569-c09ce47988ac: rpc.has_security_group_logging(os_id): False [ 707.055845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.056112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.056112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.056328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.056446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.056670] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.056820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.056895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.057078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.057163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.057394] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.057524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.057573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.057700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.057775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.058038] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.058167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.058235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.058456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.058515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.058570] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20680fa9-8a61-437b-9569-c09ce47988ac is going to be created. [ 707.060248] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.060421] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.060540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.060754] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.060884] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.061031] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port e1ff7f20-b87a-4267-b171-5cd3609f0c7f not found, creating... [ 707.061274] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.061419] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.061547] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.061755] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.061910] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.062237] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.062395] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.062502] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.062722] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.062852] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.062986] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: e1ff7f20-b87a-4267-b171-5cd3609f0c7f is going to be created. [ 707.088456] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.088728] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.088728] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.089037] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.089279] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.089521] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.142981] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.143198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.143292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.143632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.143921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.176836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20680fa9-8a61-437b-9569-c09ce47988ac in Status: IN_PROGRESS for 2s [ 707.740020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.740020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.740020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.740020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.740020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.740941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.741155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.741335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.741513] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.742516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.742792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.743054] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.743298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.743482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.743733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.743915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.744103] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.828991] env[65279]: INFO networking_nsxv3.common.synchronization [req-98d8f629-8a5b-4e21-bf9f-4f46be7fd462 req-44b7c6d2-1c78-474a-b6de-005ea3ecf24c service nova] Enqueued Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_rules [ 707.829123] env[65279]: INFO networking_nsxv3.common.synchronization [req-98d8f629-8a5b-4e21-bf9f-4f46be7fd462 req-44b7c6d2-1c78-474a-b6de-005ea3ecf24c service nova] Enqueued Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_members [ 707.829286] env[65279]: INFO networking_nsxv3.common.synchronization [req-98d8f629-8a5b-4e21-bf9f-4f46be7fd462 req-44b7c6d2-1c78-474a-b6de-005ea3ecf24c service nova] Enqueued Resource ID: e1ff7f20-b87a-4267-b171-5cd3609f0c7f with Priority: HIGHEST for action port [ 707.829525] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_rules [ 707.829648] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_members [ 707.829748] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ff7f20-b87a-4267-b171-5cd3609f0c7f with Priority: HIGHEST for action port [ 707.830874] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06605f6c-86f9-47ce-bc41-c5cb4e63bad4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.831163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.831292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.831585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.831702] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.832908] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.833095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.835326] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.835326] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.835326] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.835326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.835890] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ff7f20-b87a-4267-b171-5cd3609f0c7f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.246168] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6977681-b93f-4471-a224-7939cb2fc93f: rpc.has_security_group_logging(os_id): False [ 708.248310] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.270264] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.270264] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.270264] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.270264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.271545] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.273220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.275614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.275614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.275614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.275614] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be created. [ 708.338220] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.338427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.342295] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.343405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1ff7f20-b87a-4267-b171-5cd3609f0c7f with status ACTIVE [ 708.343405] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.343596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.343596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.345214] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.345214] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.345214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.345697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.345697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.345697] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1ff7f20-b87a-4267-b171-5cd3609f0c7f is going to be updated. [ 708.350995] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.351146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.351207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.351638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.351638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.366321] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 708.372937] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.373113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.373569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.373569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.373569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.373719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ff7f20-b87a-4267-b171-5cd3609f0c7f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.401230] env[65279]: INFO networking_nsxv3.common.synchronization [req-a9de9e6b-6063-4c3f-bdcb-bc2158c4b8ca req-6cc1e699-a8dd-443f-8120-ecbea7de7619 tempest-ServerMetadataNegativeTestJSON-399840000 tempest-ServerMetadataNegativeTestJSON-399840000-project-member] Enqueued Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_members [ 708.402106] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 138cf306-f8ff-49f9-9f74-db2329b18116 with Priority: HIGHEST for action security_group_members [ 708.402466] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-138cf306-f8ff-49f9-9f74-db2329b18116 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.402587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.402654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.402898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.403063] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.403160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.403478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.403478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.403562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.403631] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('138cf306-f8ff-49f9-9f74-db2329b18116',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.749333] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.851523] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.906562] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.906745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.906745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.906894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.906987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.907241] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.907349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.907391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.907521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.907600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.907691] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 138cf306-f8ff-49f9-9f74-db2329b18116 is going to be updated. [ 708.969034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.969034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.969034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.969034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.969034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.985300] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 138cf306-f8ff-49f9-9f74-db2329b18116 in Status: IN_PROGRESS for 2s [ 709.025321] env[65279]: INFO networking_nsxv3.common.synchronization [req-4de6e0ae-00f1-410c-8459-0ec89ef7cff9 req-47f86556-f550-434a-94de-bbb51bde22d6 tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 709.025321] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 709.025321] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.025321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.025321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.025321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.025321] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.025960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.026256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.026556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.027436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.029356] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.206929] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20680fa9-8a61-437b-9569-c09ce47988ac in Status: SUCCESS [ 709.206929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.254189] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.254358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.254441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.254668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.254787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.255700] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 709.313149] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.313317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.313387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.313636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.313742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.338504] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 709.355070] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.355717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.356378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.356378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.356378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.356378] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 is going to be created. [ 709.399053] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.399253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.399292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.399510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.399673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.414600] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 in Status: UNINITIALIZED for 2s [ 709.532457] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.684487] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.685202] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.685444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.685929] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.686363] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.687610] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.687610] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.687610] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.687610] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.687795] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.687827] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.688053] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.688686] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.688686] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.688686] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.688920] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.719568] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.719920] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.720080] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.720287] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-688" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.720634] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-a32e703a-6e70-4508-b292-fc94605c1c6e taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.720837] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.720980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.721388] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.721546] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32e703a-6e70-4508-b292-fc94605c1c6e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.036757] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.223893] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.224166] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.224235] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.224620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.224875] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.225120] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port a32e703a-6e70-4508-b292-fc94605c1c6e not found, creating... [ 710.225447] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.225648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.225791] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.226094] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.226295] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.226640] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.226859] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.226997] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.227269] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.227437] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.227680] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: a32e703a-6e70-4508-b292-fc94605c1c6e is going to be created. [ 710.251688] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.252060] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.252150] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.252514] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.252764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.252997] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.381803] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 710.382255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.382553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.382929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.383029] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.539866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.541824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.541914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.542178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.542285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.542386] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 710.591363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.591487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.591523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.591730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.591888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.602833] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 710.886362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.886507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.971343] env[65279]: INFO networking_nsxv3.common.synchronization [req-4de6e0ae-00f1-410c-8459-0ec89ef7cff9 req-9fbb2be3-e226-43c7-8d51-b64d5feb9556 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 710.971565] env[65279]: INFO networking_nsxv3.common.synchronization [req-4de6e0ae-00f1-410c-8459-0ec89ef7cff9 req-9fbb2be3-e226-43c7-8d51-b64d5feb9556 service nova] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 710.971698] env[65279]: INFO networking_nsxv3.common.synchronization [req-4de6e0ae-00f1-410c-8459-0ec89ef7cff9 req-9fbb2be3-e226-43c7-8d51-b64d5feb9556 service nova] Enqueued Resource ID: a32e703a-6e70-4508-b292-fc94605c1c6e with Priority: HIGHEST for action port [ 710.972222] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_rules [ 710.972357] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 710.972451] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a32e703a-6e70-4508-b292-fc94605c1c6e with Priority: HIGHEST for action port [ 710.972711] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.972831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.972898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.973350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.973440] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.974277] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.974361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.974549] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a32e703a-6e70-4508-b292-fc94605c1c6e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.974988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.975074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.975243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.975804] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a32e703a-6e70-4508-b292-fc94605c1c6e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.996546] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 138cf306-f8ff-49f9-9f74-db2329b18116 in Status: SUCCESS [ 710.996546] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 138cf306-f8ff-49f9-9f74-db2329b18116 deletion is rescheduled due to dependency. [ 710.996618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-138cf306-f8ff-49f9-9f74-db2329b18116" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.199345] env[65279]: INFO networking_nsxv3.common.synchronization [req-d1e8f8f3-bc27-4ed5-ad29-5ff9c2ff9a44 req-e4b2ba8f-49bb-468f-bdea-055e7cc19729 tempest-ServersAdminNegativeTestJSON-1559185065 tempest-ServersAdminNegativeTestJSON-1559185065-project-member] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 711.200053] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 711.200810] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.200810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.200959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.201172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.201429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.201578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.201662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.201855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.201972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.202299] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.356634] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 711.356634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.356634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.356634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.356634] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.356634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.356634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.356634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.356634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.356634] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.427803] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 in Status: SUCCESS [ 711.428038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.428216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.428463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.428655] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.428773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.428837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.429063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.429153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.429236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.429322] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.477356] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.477356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.481804] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a32e703a-6e70-4508-b292-fc94605c1c6e with status ACTIVE [ 711.485021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.485021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.485021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.485021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.485021] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a32e703a-6e70-4508-b292-fc94605c1c6e is going to be updated. [ 711.508844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.508844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.508844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.508844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.508844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.508844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a32e703a-6e70-4508-b292-fc94605c1c6e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.705132] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.859114] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.932212] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.932378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.932447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.933449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.933449] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.933579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.933626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.933766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.933923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.933959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.934101] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.934195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.934254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.934398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.934534] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.934625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.934684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.934826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.934904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.934986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.935085] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.208378] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.277343] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-a6d556e2-6d7a-4a49-bf06-db5254f45f9f tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 712.277343] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 712.277343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.277343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.277343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.277981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.278277] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.278496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.278633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.278892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.279099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.279299] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.361510] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.438170] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 06605f6c-86f9-47ce-bc41-c5cb4e63bad4: rpc.has_security_group_logging(os_id): False [ 712.462353] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.462523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.462639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.463550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.463699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.464123] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.464807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.464807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.464934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.465059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.465318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.465463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.465551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.465723] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.465830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.466071] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.466188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.466271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.466438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.466754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.466754] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 is going to be created. [ 712.574271] env[65279]: INFO networking_nsxv3.common.synchronization [None req-1a0bd53d-cad5-48d7-b0df-ce3d24c7be5c None None] Enqueued Resource ID: c25eb7a3-991d-44c3-acaa-adddaa66164b with Priority: HIGHEST for action port [ 712.574447] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c25eb7a3-991d-44c3-acaa-adddaa66164b with Priority: HIGHEST for action port [ 712.574777] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c25eb7a3-991d-44c3-acaa-adddaa66164b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.575207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c25eb7a3-991d-44c3-acaa-adddaa66164b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.575207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c25eb7a3-991d-44c3-acaa-adddaa66164b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.575954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c25eb7a3-991d-44c3-acaa-adddaa66164b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.579489] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c25eb7a3-991d-44c3-acaa-adddaa66164b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.580583] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.580858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.580993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.582284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.582284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.602036] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 in Status: IN_PROGRESS for 2s [ 712.614427] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 712.617379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.617379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.617379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.618198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.618198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.618198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.618198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.618198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.618198] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.712353] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.713127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.713127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.713127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.713127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.713583] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be updated. [ 712.766560] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.766806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.766806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.767041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.767262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.783024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 already deleted. [ 712.783024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.784050] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: IN_PROGRESS for 2s [ 712.820059] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.820361] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.820541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.820991] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.821382] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.821598] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.821766] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.822180] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.822411] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.822806] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.822967] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.823179] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.823346] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.823513] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.823733] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.823857] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.849701] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.849864] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.850033] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.850199] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.850515] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-4749300d-ba6e-4405-aa17-d47d626f2624 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.850680] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.850792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.851184] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.851283] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4749300d-ba6e-4405-aa17-d47d626f2624',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.863547] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.863757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.863757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.863977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.864084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.864181] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 712.900538] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.900805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.900852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.901132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.901304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.912930] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 713.087818] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c25eb7a3-991d-44c3-acaa-adddaa66164b [ 713.088605] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.088605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.088605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.088824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.089272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.089272] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c25eb7a3-991d-44c3-acaa-adddaa66164b already deleted. [ 713.089417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c25eb7a3-991d-44c3-acaa-adddaa66164b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.121029] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.354463] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.354833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.355122] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.356050] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.356050] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.356050] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 4749300d-ba6e-4405-aa17-d47d626f2624 not found, creating... [ 713.356248] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.356649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.356755] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.357079] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.357231] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.357539] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.357722] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.357840] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.358076] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.358212] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.358346] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 4749300d-ba6e-4405-aa17-d47d626f2624 is going to be created. [ 713.403570] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.403669] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.403711] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.404036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.404304] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.404760] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.623711] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.852867] env[65279]: INFO networking_nsxv3.common.synchronization [None req-f5d65287-fe6b-400a-b206-4260690e33e5 None None] Enqueued Resource ID: 30b89c29-717e-4a6a-b65d-15bfe4d89933 with Priority: HIGHEST for action port [ 713.853878] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30b89c29-717e-4a6a-b65d-15bfe4d89933 with Priority: HIGHEST for action port [ 713.854617] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-30b89c29-717e-4a6a-b65d-15bfe4d89933 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.854617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30b89c29-717e-4a6a-b65d-15bfe4d89933" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.854617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30b89c29-717e-4a6a-b65d-15bfe4d89933" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.854963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30b89c29-717e-4a6a-b65d-15bfe4d89933" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.855036] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30b89c29-717e-4a6a-b65d-15bfe4d89933',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.129725] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.129725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.129725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.129725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.129725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.129725] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 714.162244] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-e5acc577-af39-4dec-9ed3-a0482cab6572 service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 714.162244] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-e5acc577-af39-4dec-9ed3-a0482cab6572 service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 714.162244] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-e5acc577-af39-4dec-9ed3-a0482cab6572 service nova] Enqueued Resource ID: 4749300d-ba6e-4405-aa17-d47d626f2624 with Priority: HIGHEST for action port [ 714.162244] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 714.162244] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 714.162244] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4749300d-ba6e-4405-aa17-d47d626f2624 with Priority: HIGHEST for action port [ 714.164336] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.164600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.164738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.167510] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.167510] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.167510] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.167510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.169394] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.170564] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-4749300d-ba6e-4405-aa17-d47d626f2624 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.170698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.170766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.171866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.171866] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4749300d-ba6e-4405-aa17-d47d626f2624',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.175940] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.177281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.177281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.177511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.177744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.212525] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 714.359869] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30b89c29-717e-4a6a-b65d-15bfe4d89933 [ 714.359869] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.359869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.359869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.359869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.359869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.359869] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30b89c29-717e-4a6a-b65d-15bfe4d89933 already deleted. [ 714.359869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30b89c29-717e-4a6a-b65d-15bfe4d89933" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.616996] env[65279]: INFO networking_nsxv3.common.synchronization [None req-b9a05e19-59ca-496d-9188-b419d9bab0d6 None None] Enqueued Resource ID: 13a07b49-17cb-4171-95f6-9fee5544a8e2 with Priority: HIGHEST for action port [ 714.617977] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 in Status: SUCCESS [ 714.618204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.618893] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a07b49-17cb-4171-95f6-9fee5544a8e2 with Priority: HIGHEST for action port [ 714.619268] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a07b49-17cb-4171-95f6-9fee5544a8e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.619549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a07b49-17cb-4171-95f6-9fee5544a8e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.619549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a07b49-17cb-4171-95f6-9fee5544a8e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.619694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a07b49-17cb-4171-95f6-9fee5544a8e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.619781] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a07b49-17cb-4171-95f6-9fee5544a8e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.673997] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.673997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.673997] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.674516] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4749300d-ba6e-4405-aa17-d47d626f2624 with status ACTIVE [ 714.674743] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.674888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.674984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.675254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.675367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.675578] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.675692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.675804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.675929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.676018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.677076] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.677313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.679084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.679084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.679084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.679084] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4749300d-ba6e-4405-aa17-d47d626f2624 is going to be updated. [ 714.705125] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.705359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.705438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.705682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.705885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.706149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4749300d-ba6e-4405-aa17-d47d626f2624" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.818307] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: SUCCESS [ 714.818537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.923857] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 714.924134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.924296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.924523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.925061] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.925061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.925061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.925061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.925317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.925317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.925317] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.124713] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a07b49-17cb-4171-95f6-9fee5544a8e2 [ 715.124880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.125046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.128213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.128213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.128213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.128213] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a07b49-17cb-4171-95f6-9fee5544a8e2 already deleted. [ 715.128213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a07b49-17cb-4171-95f6-9fee5544a8e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.136463] env[65279]: INFO networking_nsxv3.common.synchronization [req-482491d6-2ff5-4857-b8fa-1804b49c4fa8 req-49fd8ba6-0047-4bc0-adec-17eea26d8fb6 tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 715.136691] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 715.137694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.137892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.137987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.138283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.138457] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.138557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.139697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.139697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.139697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.139697] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.181306] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.429807] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.430482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.430482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.430482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.430778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.430872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.431203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.431203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.431307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.431447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.431669] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.431790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.431844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.432503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.432914] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.432914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.432914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.433763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.433763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.433763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.434417] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.641902] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.642136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.642232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.643087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.643087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.643087] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.643262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.643262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.643445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.643527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.643629] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 715.684054] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.684054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.684054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.684054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.684054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.684054] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be created. [ 715.697024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.697024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.697024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.697024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.697024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.706420] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 715.719609] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.719846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.719904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.720436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.720436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.733998] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: UNINITIALIZED for 2s [ 715.937928] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6977681-b93f-4471-a224-7939cb2fc93f: rpc.has_security_group_logging(os_id): False [ 715.958499] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.958499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.958499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.958499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.958801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.963837] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.963837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.963837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.963837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.963837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.964018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.964063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.964189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.964256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.964346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.964658] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.964780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.964841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.964954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.965570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.965570] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 716.164227] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.164227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.164227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.164227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.164227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.191932] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 716.231750] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 716.232971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.233328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.233778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.233778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.233947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.233947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.234389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.234389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.234389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.234506] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.734317] env[65279]: INFO networking_nsxv3.common.synchronization [None req-9d2f1daf-8543-4982-9861-8d793087aeb1 None None] Enqueued Resource ID: 2a0fcec3-8297-4246-8cac-4e5bcb24d770 with Priority: HIGHEST for action port [ 716.734900] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a0fcec3-8297-4246-8cac-4e5bcb24d770 with Priority: HIGHEST for action port [ 716.735216] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a0fcec3-8297-4246-8cac-4e5bcb24d770 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.735352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a0fcec3-8297-4246-8cac-4e5bcb24d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.735518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a0fcec3-8297-4246-8cac-4e5bcb24d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.735655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a0fcec3-8297-4246-8cac-4e5bcb24d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.735736] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a0fcec3-8297-4246-8cac-4e5bcb24d770',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.737301] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.737451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.737672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.737873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.738083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.738570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.738570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.738570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.738570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.738805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.739013] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.739225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.739276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.739596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.739793] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.739903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.740038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.740670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.740789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.740889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.741012] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.013084] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-10ab4bb2-57d5-4fa7-80b4-705fcd6c08bb tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 717.013812] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 717.014238] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.015394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.245461] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabe440-28eb-4ad8-89ad-929721193ce0: rpc.has_security_group_logging(os_id): False [ 717.246842] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a0fcec3-8297-4246-8cac-4e5bcb24d770 [ 717.246842] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.246968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.247072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.247245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.247333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.247432] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a0fcec3-8297-4246-8cac-4e5bcb24d770 already deleted. [ 717.247488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a0fcec3-8297-4246-8cac-4e5bcb24d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271851] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271851] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.271851] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.271851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.272451] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.272451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.272451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.272451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.272451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.272451] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 717.370389] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.370827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.370827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.370827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.370942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.390034] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 717.649331] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.649541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.649702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.653246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.653246] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.653246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.653246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.653246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.653246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.653246] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.653246] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.653246] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.653246] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.653246] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.653246] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.653246] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.678190] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.678347] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.678504] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.678708] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.679184] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-f6b78541-81d5-4337-b97b-4fffbe7d8834 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.679383] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.679545] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.679907] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.680408] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b78541-81d5-4337-b97b-4fffbe7d8834',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.721485] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 717.721645] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 717.722034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.746287] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 717.748131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.748131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.748131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.748131] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.748131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.748131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.748667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.748667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.748667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.748667] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.749744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.749933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.750145] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.750259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.750332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.750484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.750570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.750665] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.185086] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.185404] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.185550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.185969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.186228] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.186450] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port f6b78541-81d5-4337-b97b-4fffbe7d8834 not found, creating... [ 718.187831] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.187831] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.187831] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.187831] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.188153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.188264] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.188451] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.188555] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.188835] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.189009] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.189591] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: f6b78541-81d5-4337-b97b-4fffbe7d8834 is going to be created. [ 718.216963] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 718.217848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.218622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.218914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.219047] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.222071] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.222365] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.222498] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.222774] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.223010] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.223535] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.253119] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.253119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.253119] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.725466] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.725646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.725718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.726038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.726273] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.726409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.726460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.726624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.726729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.726840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.726938] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.755847] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.987830] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-11347548-bea3-4452-a44e-a9c3924cacaa service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 718.987830] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-11347548-bea3-4452-a44e-a9c3924cacaa service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 718.987830] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9aab0c3-fd20-4a1e-b766-c8a5ad0f597f req-11347548-bea3-4452-a44e-a9c3924cacaa service nova] Enqueued Resource ID: f6b78541-81d5-4337-b97b-4fffbe7d8834 with Priority: HIGHEST for action port [ 718.996018] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 718.996018] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 718.996018] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b78541-81d5-4337-b97b-4fffbe7d8834 with Priority: HIGHEST for action port [ 718.996018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b78541-81d5-4337-b97b-4fffbe7d8834 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.996422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.996422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.996422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.996501] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b78541-81d5-4337-b97b-4fffbe7d8834',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.232938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.233161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.233248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.233497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.233673] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.233781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.233842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.234015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.234105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.234191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.234877] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.234877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.234877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.234877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.234877] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.239024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.239024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.239024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.239024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.239024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.239024] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.258379] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.259146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.259469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.259721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.259885] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 719.303142] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.303321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.303387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.303687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.304131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.315444] env[65279]: INFO networking_nsxv3.common.synchronization [req-1b9d569a-ac79-485a-b4ad-cf55ef27aac2 req-9b615b80-9dbc-4179-8b4c-51e2c899b928 tempest-ServerMetadataTestJSON-1049783966 tempest-ServerMetadataTestJSON-1049783966-project-member] Enqueued Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_members [ 719.317018] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 719.317018] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b with Priority: HIGHEST for action security_group_members [ 719.317346] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-e079b21e-f2f8-4a2a-9f5a-691976a7641b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.317464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.317525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.317750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.317914] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.318411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.318411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.318411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.318411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.318411] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e079b21e-f2f8-4a2a-9f5a-691976a7641b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.409955] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 719.410273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.500683] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b78541-81d5-4337-b97b-4fffbe7d8834 with status ACTIVE [ 719.500916] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.501087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.501158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.501454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.501576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.501796] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.501896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.501955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.502151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.502225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.502420] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.502508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.502566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.502704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.502774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.502853] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b78541-81d5-4337-b97b-4fffbe7d8834 is going to be updated. [ 719.531487] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.531641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.533413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.533631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.533808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b78541-81d5-4337-b97b-4fffbe7d8834" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.737553] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6977681-b93f-4471-a224-7939cb2fc93f: rpc.has_security_group_logging(os_id): False [ 719.767755] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.768116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.768116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.768331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.768478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.768770] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.768886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.768957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.769233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.769347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.769758] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.770326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.770386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.770569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.770655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.770861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.770960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.771033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.771214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.771296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.771380] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 719.798777] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9da7542-b8f3-4f17-81cb-3c379b327b94 req-ec0b1c45-39e6-4407-bd42-8c6a6ea5d1f0 tempest-ServersTestJSON-1057016127 tempest-ServersTestJSON-1057016127-project-member] Enqueued Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_members [ 719.799645] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGHEST for action security_group_members [ 719.801571] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.801734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.801819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.802101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.802316] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.802426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.802492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.802659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.802748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.802844] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.820421] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.820654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.820741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.820961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.821108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.821307] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.821488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.821546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.821721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.821803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.821892] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b is going to be updated. [ 719.868568] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.868777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.868777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.869026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.869242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.871788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.871977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.871977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.872239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.872442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.887818] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b in Status: IN_PROGRESS for 2s [ 719.893016] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 720.306789] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.306789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.306789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.307041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.307070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.308443] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.308443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.308610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.309664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.309664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.309806] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d is going to be updated. [ 720.384863] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.385098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.385098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.385314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.386496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.412173] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d in Status: IN_PROGRESS for 2s [ 720.675468] env[65279]: INFO networking_nsxv3.common.synchronization [None req-792002c1-ff0d-4cbc-9eb7-d230b039c5b2 None None] Enqueued Resource ID: 6ff65032-69a2-4210-ae15-152e7f7dec5a with Priority: HIGHEST for action port [ 720.675977] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ff65032-69a2-4210-ae15-152e7f7dec5a with Priority: HIGHEST for action port [ 720.678200] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ff65032-69a2-4210-ae15-152e7f7dec5a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.679245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ff65032-69a2-4210-ae15-152e7f7dec5a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.679245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ff65032-69a2-4210-ae15-152e7f7dec5a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.679245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ff65032-69a2-4210-ae15-152e7f7dec5a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.679245] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ff65032-69a2-4210-ae15-152e7f7dec5a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.829406] env[65279]: INFO networking_nsxv3.common.synchronization [req-c635693f-7aba-4638-a98d-cdf48c489d48 req-6217a9ab-82e8-49c7-bc69-bd6852a6dd47 tempest-ImagesNegativeTestJSON-439992344 tempest-ImagesNegativeTestJSON-439992344-project-member] Enqueued Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_members [ 720.830220] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGHEST for action security_group_members [ 720.830654] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.830783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.830846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.831073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.831222] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.831325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.831389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.831552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.831640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.831735] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.188950] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ff65032-69a2-4210-ae15-152e7f7dec5a [ 721.189271] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.189421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.189492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.189787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.189787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.190503] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ff65032-69a2-4210-ae15-152e7f7dec5a already deleted. [ 721.190503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ff65032-69a2-4210-ae15-152e7f7dec5a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.305271] env[65279]: INFO networking_nsxv3.common.synchronization [req-9eff6e47-f0ab-4ba1-8fd8-041f81b86cf3 req-93c48a19-275e-4dc8-8a25-2e3705248958 tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 721.305271] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 721.305271] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.305271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.305271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.305271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.305623] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.305802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.305913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.306207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.306347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.306494] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.334897] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 721.335422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.336128] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.336263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.336339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.336590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.336710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.336958] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.337104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.337219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.337431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.337541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.337686] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20680fa9-8a61-437b-9569-c09ce47988ac is going to be updated. [ 721.338836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.340250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.340250] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.340250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.340250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.341401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.341401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.341401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.341551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.341604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.341667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.341770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.341915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.342041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.342080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.342219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.342298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.342424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.342462] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.343895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.344530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.344727] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.344841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.346018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.346018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.346018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.346018] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.433176] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.433493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.437445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.437743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.437904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.463662] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20680fa9-8a61-437b-9569-c09ce47988ac in Status: IN_PROGRESS for 2s [ 721.755147] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.755380] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.755687] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.755861] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.756525] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.756525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.756525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.756816] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.756879] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.757198] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.757520] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.757520] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.757664] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.757804] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.757908] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.758097] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.779703] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.779993] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.780463] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.780463] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.784796] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.784796] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.784796] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.784796] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.784796] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e341a77a-396d-4d7f-b5ba-6b5a53cf8847',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.809581] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.809803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.809803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.810045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.810144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.810431] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.810549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.810601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.810740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.810823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.810904] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 721.848919] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecfd04a2-6b65-466d-8979-21c6d2e1f755: rpc.has_security_group_logging(os_id): False [ 721.850416] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.853414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.853814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.853905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.855263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.855263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.872939] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 721.881671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.881921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.882059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.883044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.884284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.884716] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.884856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.884923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.885382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.885494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.886322] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.886322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.886322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.886578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.886699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.887082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.887286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.887387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.887629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.887705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.887820] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be created. [ 721.981077] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b in Status: SUCCESS [ 721.981077] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e079b21e-f2f8-4a2a-9f5a-691976a7641b deletion is rescheduled due to dependency. [ 721.981253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e079b21e-f2f8-4a2a-9f5a-691976a7641b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.991840] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 721.992413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.048035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.048280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.048280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.048650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.048724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.079313] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 722.289026] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.289026] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port e341a77a-396d-4d7f-b5ba-6b5a53cf8847 not found, creating... [ 722.289026] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.289026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.289760] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.289760] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.289760] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.289760] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.290300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.292230] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: e341a77a-396d-4d7f-b5ba-6b5a53cf8847 is going to be created. [ 722.323286] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.323642] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.323780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.324094] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.324644] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.324959] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.357202] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.438023] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d in Status: SUCCESS [ 722.438023] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d deletion is rescheduled due to dependency. [ 722.438023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.860520] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.861016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.861016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.861127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.861200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.861333] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 722.917329] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.917509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.917644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.917926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.918115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.935420] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 723.059852] env[65279]: INFO networking_nsxv3.common.synchronization [req-9eff6e47-f0ab-4ba1-8fd8-041f81b86cf3 req-5888de6c-aaaf-46c4-841f-2447f00cfc3a service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 723.059852] env[65279]: INFO networking_nsxv3.common.synchronization [req-9eff6e47-f0ab-4ba1-8fd8-041f81b86cf3 req-5888de6c-aaaf-46c4-841f-2447f00cfc3a service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 723.059852] env[65279]: INFO networking_nsxv3.common.synchronization [req-9eff6e47-f0ab-4ba1-8fd8-041f81b86cf3 req-5888de6c-aaaf-46c4-841f-2447f00cfc3a service nova] Enqueued Resource ID: e341a77a-396d-4d7f-b5ba-6b5a53cf8847 with Priority: HIGHEST for action port [ 723.059852] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 723.059852] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 723.059852] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e341a77a-396d-4d7f-b5ba-6b5a53cf8847 with Priority: HIGHEST for action port [ 723.060083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.060250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.060338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.060511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.060731] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.063618] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.063796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.064026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.064122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.064122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.064546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.064546] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e341a77a-396d-4d7f-b5ba-6b5a53cf8847',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.476940] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20680fa9-8a61-437b-9569-c09ce47988ac in Status: SUCCESS [ 723.476940] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20680fa9-8a61-437b-9569-c09ce47988ac deletion is rescheduled due to dependency. [ 723.476940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.563625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.563741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.568494] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e341a77a-396d-4d7f-b5ba-6b5a53cf8847 with status ACTIVE [ 723.568494] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.568494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.568494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.568494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.568494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.568494] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.568494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.568898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.568898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.573629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.573629] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.573629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.573629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.573629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.573629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.573629] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e341a77a-396d-4d7f-b5ba-6b5a53cf8847 is going to be updated. [ 723.601118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.601118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.601118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.601118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.601118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.601118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e341a77a-396d-4d7f-b5ba-6b5a53cf8847" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.719968] env[65279]: INFO networking_nsxv3.common.synchronization [None req-8ca705b8-96b6-488f-a7bd-ef50cbb94a05 None None] Enqueued Resource ID: bf8b543a-72e1-43da-8c3c-cbf582a511dd with Priority: HIGHEST for action port [ 723.720790] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8b543a-72e1-43da-8c3c-cbf582a511dd with Priority: HIGHEST for action port [ 723.721693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf8b543a-72e1-43da-8c3c-cbf582a511dd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.721865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf8b543a-72e1-43da-8c3c-cbf582a511dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.721931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf8b543a-72e1-43da-8c3c-cbf582a511dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.722445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf8b543a-72e1-43da-8c3c-cbf582a511dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.722768] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf8b543a-72e1-43da-8c3c-cbf582a511dd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.885444] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 723.885444] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 deletion is rescheduled due to dependency. [ 723.885756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.885756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.885963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.887174] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.887174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.887174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.887174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.887174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.887174] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.043587] env[65279]: INFO networking_nsxv3.common.synchronization [None req-f9a4ccb5-0601-4735-b85b-da7b5154b024 None None] Enqueued Resource ID: b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc with Priority: HIGHEST for action port [ 724.044464] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc with Priority: HIGHEST for action port [ 724.044803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.044933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.045008] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.045472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.045560] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.094691] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 724.094910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.095180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.095421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.095509] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.226212] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf8b543a-72e1-43da-8c3c-cbf582a511dd [ 724.228564] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.228564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.228564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.228564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.228564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.228564] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf8b543a-72e1-43da-8c3c-cbf582a511dd already deleted. [ 724.228564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf8b543a-72e1-43da-8c3c-cbf582a511dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.388529] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.394180] env[65279]: INFO networking_nsxv3.common.synchronization [req-6e139c37-b490-4fba-b714-239d5898419c req-dfa5ae45-7574-4263-b52a-cf54d5b6b510 tempest-ListServersNegativeTestJSON-1867120086 tempest-ListServersNegativeTestJSON-1867120086-project-member] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 724.394839] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 724.395206] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.395379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.395807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.395807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.395807] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.396090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.396161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.396326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.396417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.396553] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.550331] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc [ 724.550331] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.550331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.550331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.550331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.550331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.550331] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc already deleted. [ 724.550331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b55ea7ba-9a88-4e27-b7c6-0ce24d59b2fc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.575104] env[65279]: INFO networking_nsxv3.common.synchronization [req-153d13ee-eb72-4846-97ca-6a740c47390e req-d4c7ee50-e589-4f74-b0f5-f9327bf59502 tempest-FloatingIPsAssociationTestJSON-442270236 tempest-FloatingIPsAssociationTestJSON-442270236-project-member] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 724.581030] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 724.581030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.581030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.581030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.581030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.581030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.581030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.581030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.581030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.581470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.581470] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.600885] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.601053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.891849] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.899468] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.947542] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 724.947854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.948387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.948613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.948804] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.948940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.948974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.949141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.949310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.949397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.949778] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.046503] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.046735] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.046870] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.047383] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.047695] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.047886] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.048110] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.049506] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.049506] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.049714] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.049899] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.050037] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.051413] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.051413] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.051413] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.051413] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.072804] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.072973] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.073237] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.073298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.075291] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-454d4eea-edb6-4e87-9929-b4949f0c5c12 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.075291] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.075291] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.075291] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.075291] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454d4eea-edb6-4e87-9929-b4949f0c5c12',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.084211] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.085079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.085202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.085446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.085446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.085701] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.085817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.085926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.086081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.086144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.086268] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 already deleted. [ 725.086300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.396336] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.396452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.396452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.397032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.397032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.397032] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 725.401233] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.438209] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.438356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.438356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.438644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.439103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.450783] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 725.452364] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.452364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.452364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.452364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.452597] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.452597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.452674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.456019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.456019] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.579597] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.579919] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.580075] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.580387] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.580543] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.580698] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 454d4eea-edb6-4e87-9929-b4949f0c5c12 not found, creating... [ 725.581133] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.581307] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.581386] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.581640] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.581786] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.582118] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.583508] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.583508] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.583508] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.583508] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.583508] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 454d4eea-edb6-4e87-9929-b4949f0c5c12 is going to be created. [ 725.615152] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.615270] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.615417] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.615824] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.616225] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.616523] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.904688] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.905493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.905493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.905493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.905493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.905627] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 725.942556] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.942696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.942777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.943016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.943170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.957811] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 725.958077] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecfd04a2-6b65-466d-8979-21c6d2e1f755: rpc.has_security_group_logging(os_id): False [ 725.981366] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.981582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.981646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.981904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.982017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.982374] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.982536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.982718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.982926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.982926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.984128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.984194] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.984369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.984456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.984996] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.985122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.985163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.985306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.985422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.985508] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 726.074410] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.074684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.074684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.074890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.075084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.090435] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 726.102072] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5eec8e4b-c89c-4b01-bd5b-a5ddb9f60ffb tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 726.103233] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 726.103233] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.103369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.103369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.103692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.103692] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.229760] env[65279]: INFO networking_nsxv3.common.synchronization [None req-0729d1dd-bd7b-44e6-b283-5594c6eb2d97 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 726.230366] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 726.230677] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.230785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.363205] env[65279]: INFO networking_nsxv3.common.synchronization [req-153d13ee-eb72-4846-97ca-6a740c47390e req-73794796-c7b0-43c5-a04b-7bfe3f3f0571 service nova] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_rules [ 726.363205] env[65279]: INFO networking_nsxv3.common.synchronization [req-153d13ee-eb72-4846-97ca-6a740c47390e req-73794796-c7b0-43c5-a04b-7bfe3f3f0571 service nova] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 726.363205] env[65279]: INFO networking_nsxv3.common.synchronization [req-153d13ee-eb72-4846-97ca-6a740c47390e req-73794796-c7b0-43c5-a04b-7bfe3f3f0571 service nova] Enqueued Resource ID: 454d4eea-edb6-4e87-9929-b4949f0c5c12 with Priority: HIGHEST for action port [ 726.366372] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_rules [ 726.366372] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 726.366372] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 454d4eea-edb6-4e87-9929-b4949f0c5c12 with Priority: HIGHEST for action port [ 726.366372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.366372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.366372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.366372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.366372] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.367336] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.367468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.367521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.367695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.368245] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.368245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.368245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.369494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.369494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.369647] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.372704] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-454d4eea-edb6-4e87-9929-b4949f0c5c12 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.372858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.372932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.373255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.373352] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('454d4eea-edb6-4e87-9929-b4949f0c5c12',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.502256] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e7f1253c-2bf3-4fa9-aae2-6ead2a99c1cb None None] Enqueued Resource ID: 3ce6f771-f315-4390-beec-7f6d18ddb21f with Priority: HIGHEST for action port [ 726.503261] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ce6f771-f315-4390-beec-7f6d18ddb21f with Priority: HIGHEST for action port [ 726.503653] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ce6f771-f315-4390-beec-7f6d18ddb21f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.503823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ce6f771-f315-4390-beec-7f6d18ddb21f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.503931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ce6f771-f315-4390-beec-7f6d18ddb21f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.504405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ce6f771-f315-4390-beec-7f6d18ddb21f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.504539] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ce6f771-f315-4390-beec-7f6d18ddb21f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.629514] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.629514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.629514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.629514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.629514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.629514] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 already deleted. [ 726.629514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.629514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.629514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.629514] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.876392] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 454d4eea-edb6-4e87-9929-b4949f0c5c12 with status ACTIVE [ 726.876759] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.877216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.877216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.877335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.877365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.877566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.877771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.877771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.877937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.877979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.878409] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.878409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.878409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.878733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.878733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.878733] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 454d4eea-edb6-4e87-9929-b4949f0c5c12 is going to be updated. [ 726.879841] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.881397] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.881397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.904605] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.904793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.905052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.905204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.905289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.905487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-454d4eea-edb6-4e87-9929-b4949f0c5c12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.007277] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ce6f771-f315-4390-beec-7f6d18ddb21f [ 727.007277] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.007277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.007277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.007503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.007605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.007691] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ce6f771-f315-4390-beec-7f6d18ddb21f already deleted. [ 727.007771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ce6f771-f315-4390-beec-7f6d18ddb21f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152545] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.152545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.152545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.152545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.152545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.152545] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 already deleted. [ 727.152736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.385140] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.462719] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 727.462719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.462719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.462719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.462719] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.462959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.462959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.463232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.463232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.463313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.463395] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.890660] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.890872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.890936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.891162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.891258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.891375] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 is going to be created. [ 727.930402] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.930402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.930402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.930996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.930996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.943662] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: UNINITIALIZED for 2s [ 727.966563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.966744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.966744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.966948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.967154] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.967262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.967329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.967487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.968076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.968076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.968076] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.968076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.968076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.968319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.968319] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.968319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.968438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.968538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.968566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.968729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.968729] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.971812] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 727.972094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.119055] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 728.119897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.471721] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7: rpc.has_security_group_logging(os_id): False [ 728.498300] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.498300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.498300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.498300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.498300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.498300] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.498300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.499431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.499431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.499431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.499431] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.499431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.499431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.499431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.499431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.499708] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.499708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.499790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.499995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.499995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.500264] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 728.590350] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.590350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.590350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.590350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.590350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.613039] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 729.958808] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: SUCCESS [ 729.959785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.959785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.959785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.959952] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.960018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.960059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.960238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.960337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.960444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.960514] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.465414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.465414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.465414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.465414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.465414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.465414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.465414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.465414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.465414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.465722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.465722] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.465722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.465807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.465898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.466030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.466116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.466170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.466302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.466369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.466442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.466523] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.630976] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 730.631285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.970221] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79eefeb-b86d-4399-95ee-1773247a3498: rpc.has_security_group_logging(os_id): False [ 730.991132] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.991132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.991132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.991132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.991132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.991132] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.991496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.991496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.991496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.991582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.993915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.993915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.993915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.993915] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 is going to be created. [ 731.076484] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.076640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.076703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.076948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.077177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.090229] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: IN_PROGRESS for 2s [ 731.503907] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 731.504121] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 733.123451] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: SUCCESS [ 733.123451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.493621] env[65279]: INFO networking_nsxv3.common.synchronization [None req-24a12eae-3a06-4ed2-8f9d-d2fe214bbf46 None None] Enqueued Resource ID: 48237308-196a-449a-b727-e74a823509ff with Priority: HIGHEST for action port [ 734.493903] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48237308-196a-449a-b727-e74a823509ff with Priority: HIGHEST for action port [ 734.494492] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-48237308-196a-449a-b727-e74a823509ff taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.494620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48237308-196a-449a-b727-e74a823509ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.494686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48237308-196a-449a-b727-e74a823509ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.494999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48237308-196a-449a-b727-e74a823509ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.495392] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48237308-196a-449a-b727-e74a823509ff',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.846153] env[65279]: INFO networking_nsxv3.common.synchronization [None req-38580211-c2fc-4bf2-aad2-f61e490b7618 None None] Enqueued Resource ID: ccb696c7-9cf1-461f-8e19-486ad0c7fd5d with Priority: HIGHEST for action port [ 734.846942] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccb696c7-9cf1-461f-8e19-486ad0c7fd5d with Priority: HIGHEST for action port [ 734.847795] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccb696c7-9cf1-461f-8e19-486ad0c7fd5d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.847795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccb696c7-9cf1-461f-8e19-486ad0c7fd5d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.847795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccb696c7-9cf1-461f-8e19-486ad0c7fd5d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.848173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccb696c7-9cf1-461f-8e19-486ad0c7fd5d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.848173] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccb696c7-9cf1-461f-8e19-486ad0c7fd5d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.998313] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48237308-196a-449a-b727-e74a823509ff [ 734.998313] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.998313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.998313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.998313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.998498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.998498] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48237308-196a-449a-b727-e74a823509ff already deleted. [ 734.999979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48237308-196a-449a-b727-e74a823509ff" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.352030] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccb696c7-9cf1-461f-8e19-486ad0c7fd5d [ 735.352641] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.352797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.352869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.353107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.353204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.353301] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccb696c7-9cf1-461f-8e19-486ad0c7fd5d already deleted. [ 735.353385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccb696c7-9cf1-461f-8e19-486ad0c7fd5d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.495907] env[65279]: INFO networking_nsxv3.common.synchronization [req-0af64974-0b1b-48b9-bd37-78704e36a3d9 req-93e7f049-31de-4bc5-bcb0-3a40760aef33 tempest-TenantUsagesTestJSON-1899546983 tempest-TenantUsagesTestJSON-1899546983-project-member] Enqueued Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_members [ 735.495907] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_members [ 735.495907] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.495907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.495907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.495907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.495907] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.495907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.495907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.495907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.495907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.495907] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.999916] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.000113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.000195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.000417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.000506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.000736] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.000837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.000891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.002454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.002454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.002454] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271135dc-27a2-43de-bfd6-35adece67845 already deleted. [ 736.002454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.076895] env[65279]: INFO networking_nsxv3.common.synchronization [req-49da16ed-ff12-492b-b6d7-945a339ebbf3 req-b8017d98-f1f0-45d9-87c0-07e04da87e28 tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 736.077938] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 736.078335] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.078476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.078526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.078757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.078906] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.079010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.079096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.079249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.079451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.079451] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.427303] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.427510] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.427632] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.427957] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.428518] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.428977] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.428977] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.429344] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.429423] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.429664] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.429792] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.430181] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.430181] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.430181] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.430467] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.430958] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.453244] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.453244] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.453244] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.453244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.453244] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-b8cfa69e-9331-49f3-bd27-b75e17277067 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.453244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.453244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.453244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.453244] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8cfa69e-9331-49f3-bd27-b75e17277067',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.582391] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.955922] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.956182] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.956271] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.956551] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.956692] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.957226] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port b8cfa69e-9331-49f3-bd27-b75e17277067 not found, creating... [ 736.957226] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.957360] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.957360] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.957549] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.957671] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.957942] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.958225] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.958225] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.958539] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.958539] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.958639] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: b8cfa69e-9331-49f3-bd27-b75e17277067 is going to be created. [ 736.983836] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.983836] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.984027] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.984395] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.984395] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.984698] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.084607] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.252741] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5c36f79f-4a4f-4827-8978-8ab4f3c884c5 None None] Enqueued Resource ID: b2625732-ebda-427c-84d6-b05d28d86f35 with Priority: HIGHEST for action port [ 737.253358] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2625732-ebda-427c-84d6-b05d28d86f35 with Priority: HIGHEST for action port [ 737.254507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2625732-ebda-427c-84d6-b05d28d86f35 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.254507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2625732-ebda-427c-84d6-b05d28d86f35" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.254507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2625732-ebda-427c-84d6-b05d28d86f35" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.254773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2625732-ebda-427c-84d6-b05d28d86f35" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.254899] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2625732-ebda-427c-84d6-b05d28d86f35',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.524716] env[65279]: INFO networking_nsxv3.common.synchronization [None req-4bfd44c4-0e29-4995-8b0c-a4f4a3962938 None None] Enqueued Resource ID: 79f628fb-8b02-4d2c-9b55-2c02d6a9811f with Priority: HIGHEST for action port [ 737.525468] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79f628fb-8b02-4d2c-9b55-2c02d6a9811f with Priority: HIGHEST for action port [ 737.526052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-79f628fb-8b02-4d2c-9b55-2c02d6a9811f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.526286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79f628fb-8b02-4d2c-9b55-2c02d6a9811f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.526435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79f628fb-8b02-4d2c-9b55-2c02d6a9811f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.526759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79f628fb-8b02-4d2c-9b55-2c02d6a9811f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.526935] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79f628fb-8b02-4d2c-9b55-2c02d6a9811f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.587049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.587387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.587387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.587739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.587843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.587948] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 737.623255] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.623462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.623462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.623674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.623807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.632812] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 737.684260] env[65279]: INFO networking_nsxv3.common.synchronization [req-0af64974-0b1b-48b9-bd37-78704e36a3d9 req-13bf2b53-0d9e-4f43-be5c-a9fac1d64757 service nova] Enqueued Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_rules [ 737.684260] env[65279]: INFO networking_nsxv3.common.synchronization [req-0af64974-0b1b-48b9-bd37-78704e36a3d9 req-13bf2b53-0d9e-4f43-be5c-a9fac1d64757 service nova] Enqueued Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_members [ 737.684260] env[65279]: INFO networking_nsxv3.common.synchronization [req-0af64974-0b1b-48b9-bd37-78704e36a3d9 req-13bf2b53-0d9e-4f43-be5c-a9fac1d64757 service nova] Enqueued Resource ID: b8cfa69e-9331-49f3-bd27-b75e17277067 with Priority: HIGHEST for action port [ 737.684858] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_rules [ 737.684975] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_members [ 737.687863] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8cfa69e-9331-49f3-bd27-b75e17277067 with Priority: HIGHEST for action port [ 737.689153] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.689153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.689153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.689448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.689699] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.690685] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.690685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.690837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.690969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.691169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.691285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.691340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.691624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.691686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.691803] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.695186] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8cfa69e-9331-49f3-bd27-b75e17277067 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.695303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.695303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.695467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.695521] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8cfa69e-9331-49f3-bd27-b75e17277067',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.757802] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2625732-ebda-427c-84d6-b05d28d86f35 [ 737.758079] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.758370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.759787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.759787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.759787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.759787] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2625732-ebda-427c-84d6-b05d28d86f35 already deleted. [ 737.759899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2625732-ebda-427c-84d6-b05d28d86f35" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.812948] env[65279]: INFO networking_nsxv3.common.synchronization [None req-40f72db2-383e-4dae-9a94-aa4cdc2b1432 None None] Enqueued Resource ID: 149a881b-905d-4c72-99f7-99edfbb188c9 with Priority: HIGHEST for action port [ 737.813511] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149a881b-905d-4c72-99f7-99edfbb188c9 with Priority: HIGHEST for action port [ 737.813985] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-149a881b-905d-4c72-99f7-99edfbb188c9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.814130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-149a881b-905d-4c72-99f7-99edfbb188c9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.814200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-149a881b-905d-4c72-99f7-99edfbb188c9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.814471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-149a881b-905d-4c72-99f7-99edfbb188c9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.814567] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149a881b-905d-4c72-99f7-99edfbb188c9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.002123] env[65279]: INFO networking_nsxv3.common.synchronization [req-3bdc016d-c045-40b3-92d4-df3cb04f835a req-4b6cba27-198e-4eb8-a69e-9e0ff82cee73 tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 738.007038] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 738.008987] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.009286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.029032] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79f628fb-8b02-4d2c-9b55-2c02d6a9811f [ 738.029032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.029032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.029032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.032115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.032308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.032427] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79f628fb-8b02-4d2c-9b55-2c02d6a9811f already deleted. [ 738.032522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79f628fb-8b02-4d2c-9b55-2c02d6a9811f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.195427] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.200763] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8cfa69e-9331-49f3-bd27-b75e17277067 with status ACTIVE [ 738.200763] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.200763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.200763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.200763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.200763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.200763] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.200763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.200763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.201186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.201186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.201186] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.201186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.201299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.201405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.201436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.201498] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8cfa69e-9331-49f3-bd27-b75e17277067 is going to be updated. [ 738.202952] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.203093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.237464] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.237464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.237464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.237464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.237464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.237464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8cfa69e-9331-49f3-bd27-b75e17277067" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317144] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 149a881b-905d-4c72-99f7-99edfbb188c9 [ 738.317362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.317516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.317579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.317801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.317902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.317976] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:149a881b-905d-4c72-99f7-99edfbb188c9 already deleted. [ 738.318065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-149a881b-905d-4c72-99f7-99edfbb188c9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.448638] env[65279]: INFO networking_nsxv3.common.synchronization [req-934244ab-1e9f-4d4b-8d3b-56e544e75689 req-737d2415-e1b6-4845-9f71-45d84b818254 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 738.449888] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 738.449888] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.449888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.449888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.450208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.450479] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.450629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.450729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.450952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.451352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.451352] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.700379] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.921160] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-853 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.921792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.921792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.921792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.922025] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.922178] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.922318] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.922538] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.922670] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.922877] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.922979] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 738.926449] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 738.927288] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 738.927367] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 738.927655] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 738.927655] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 738.950909] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 738.950909] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 738.951049] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 738.951270] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-853" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.951540] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-15fee048-8a07-4d5c-8ff5-74e62529f18d taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.955022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.955022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.955022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.955022] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15fee048-8a07-4d5c-8ff5-74e62529f18d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.955022] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.208459] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.208709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.208709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.208920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.209298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.209423] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271135dc-27a2-43de-bfd6-35adece67845 is going to be created. [ 739.235417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.235417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.235417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.235736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.235736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.246186] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271135dc-27a2-43de-bfd6-35adece67845 in Status: UNINITIALIZED for 2s [ 739.455015] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.455257] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.455379] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.455657] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.455809] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.455959] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 15fee048-8a07-4d5c-8ff5-74e62529f18d not found, creating... [ 739.456277] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.456479] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.456598] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.456817] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.456957] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.457248] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.457399] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.457515] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.457715] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.457843] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.457972] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d is going to be created. [ 739.459590] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.481076] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.481366] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.481494] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.481787] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.482023] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.482249] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.644042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 739.644042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.644267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.644537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.644666] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.644787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.644864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.645078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.645171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.645272] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.962122] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.967053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.967053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.967053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.967053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.967053] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 739.995353] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.995635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.995819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.996123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.996377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.007513] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 740.105198] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5763014b-f09d-4a09-af8e-80aa9b2d238b None None] Enqueued Resource ID: b197fb0a-2b7f-4b16-84f4-6d218af14ac8 with Priority: HIGHEST for action port [ 740.105938] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b197fb0a-2b7f-4b16-84f4-6d218af14ac8 with Priority: HIGHEST for action port [ 740.106051] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-b197fb0a-2b7f-4b16-84f4-6d218af14ac8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.106179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b197fb0a-2b7f-4b16-84f4-6d218af14ac8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.106246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b197fb0a-2b7f-4b16-84f4-6d218af14ac8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b197fb0a-2b7f-4b16-84f4-6d218af14ac8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.106617] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b197fb0a-2b7f-4b16-84f4-6d218af14ac8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.147533] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.147758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.147758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.148029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.148158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.148432] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.148569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.148641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.148812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.148890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.149015] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 740.179346] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.179620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.179690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.179880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.180031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.198117] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 740.228469] env[65279]: INFO networking_nsxv3.common.synchronization [req-934244ab-1e9f-4d4b-8d3b-56e544e75689 req-904d29b5-f8f9-4bb0-90f9-e535bfc8c30a service nova] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 740.228745] env[65279]: INFO networking_nsxv3.common.synchronization [req-934244ab-1e9f-4d4b-8d3b-56e544e75689 req-904d29b5-f8f9-4bb0-90f9-e535bfc8c30a service nova] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 740.229090] env[65279]: INFO networking_nsxv3.common.synchronization [req-934244ab-1e9f-4d4b-8d3b-56e544e75689 req-904d29b5-f8f9-4bb0-90f9-e535bfc8c30a service nova] Enqueued Resource ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d with Priority: HIGHEST for action port [ 740.229090] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 740.229175] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 740.229234] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d with Priority: HIGHEST for action port [ 740.230295] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.230482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.230482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.230663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.230712] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.232140] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.232140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.232304] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-15fee048-8a07-4d5c-8ff5-74e62529f18d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.232304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.232461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.232606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.232606] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15fee048-8a07-4d5c-8ff5-74e62529f18d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.608319] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b197fb0a-2b7f-4b16-84f4-6d218af14ac8 [ 740.608543] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.608753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.608839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.609124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.609217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.609306] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b197fb0a-2b7f-4b16-84f4-6d218af14ac8 already deleted. [ 740.609468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b197fb0a-2b7f-4b16-84f4-6d218af14ac8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.736422] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.736422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.736690] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15fee048-8a07-4d5c-8ff5-74e62529f18d with status ACTIVE [ 740.736867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.737017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.737138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.737495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.737627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.737850] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.738036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.738098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.738318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.738447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.738677] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.738823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.738911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.740544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.740544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.740544] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d is going to be updated. [ 740.770585] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.770585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.770585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.770585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.770585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.770826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.217753] env[65279]: INFO networking_nsxv3.common.synchronization [req-c5acf43e-2521-4f56-bade-4515aa27033f req-ef4a0169-ce5d-43cf-a486-ba7c18108e57 tempest-ServersTestFqdnHostnames-688053079 tempest-ServersTestFqdnHostnames-688053079-project-member] Enqueued Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_members [ 741.217753] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_members [ 741.217753] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.217753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.217753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.218622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.220158] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.220158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.220158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.220158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.220158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.220158] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.260533] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271135dc-27a2-43de-bfd6-35adece67845 in Status: UNINITIALIZED for 4s [ 741.598335] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-299 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.598616] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-299" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.598709] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-299" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.599063] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-299" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.599409] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.599523] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.599677] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.599849] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.600019] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.600208] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.600317] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.600718] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.600718] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.600718] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.600846] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.600846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.619925] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.620104] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.620241] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.620488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-299" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.620826] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-60b0f65f-e696-43a7-ac0c-89cb7d58e157 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.620990] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.621127] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.621537] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.621595] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b0f65f-e696-43a7-ac0c-89cb7d58e157',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.722026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.722486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.722486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.722486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.722612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.722763] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.722903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.722986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.723181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.723283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.723400] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d already deleted. [ 741.723486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.019761] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 742.019761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.019761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.019761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.019990] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.019990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.020142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.020195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.020302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.020417] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.124224] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.124637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.124637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.124837] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.125024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.125174] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 60b0f65f-e696-43a7-ac0c-89cb7d58e157 not found, creating... [ 742.125452] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.125607] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.125716] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.125947] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.126109] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.126460] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.127344] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.127344] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.127344] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.127344] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.127344] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 60b0f65f-e696-43a7-ac0c-89cb7d58e157 is going to be created. [ 742.149760] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.149978] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.150098] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.150374] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.150598] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.150810] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.207555] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 742.207755] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 deletion is rescheduled due to dependency. [ 742.207877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.524443] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.748812] env[65279]: INFO networking_nsxv3.common.synchronization [req-91483273-5183-40f8-ac12-a7f968532f8b req-a1f6fffd-da41-4578-9e0c-9566fc6eacb1 tempest-SecurityGroupRulesTestJSON-1150612252 tempest-SecurityGroupRulesTestJSON-1150612252-project-member] Enqueued Resource ID: e675662d-8d22-4c2a-a349-afc916ae2926 with Priority: HIGHEST for action security_group_rules [ 742.749354] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e675662d-8d22-4c2a-a349-afc916ae2926 with Priority: HIGHEST for action security_group_rules [ 742.749926] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e675662d-8d22-4c2a-a349-afc916ae2926 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.749926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e675662d-8d22-4c2a-a349-afc916ae2926" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.750082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e675662d-8d22-4c2a-a349-afc916ae2926" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.750499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e675662d-8d22-4c2a-a349-afc916ae2926" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.750607] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e675662d-8d22-4c2a-a349-afc916ae2926',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.959989] env[65279]: INFO networking_nsxv3.common.synchronization [req-c5acf43e-2521-4f56-bade-4515aa27033f req-7e898b14-6ebb-4976-bba7-1c2e97a7acc0 service nova] Enqueued Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_rules [ 742.960219] env[65279]: INFO networking_nsxv3.common.synchronization [req-c5acf43e-2521-4f56-bade-4515aa27033f req-7e898b14-6ebb-4976-bba7-1c2e97a7acc0 service nova] Enqueued Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_members [ 742.960446] env[65279]: INFO networking_nsxv3.common.synchronization [req-c5acf43e-2521-4f56-bade-4515aa27033f req-7e898b14-6ebb-4976-bba7-1c2e97a7acc0 service nova] Enqueued Resource ID: 60b0f65f-e696-43a7-ac0c-89cb7d58e157 with Priority: HIGHEST for action port [ 742.960962] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_rules [ 742.961321] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_members [ 742.961452] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60b0f65f-e696-43a7-ac0c-89cb7d58e157 with Priority: HIGHEST for action port [ 742.961858] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.961995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.962081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.962308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.962387] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.963369] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.963494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.963561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.963743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.963897] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.964034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.964149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.964277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.964319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.965643] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.967333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-60b0f65f-e696-43a7-ac0c-89cb7d58e157 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.967333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.967333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.967333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.967333] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60b0f65f-e696-43a7-ac0c-89cb7d58e157',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.027974] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.276870] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271135dc-27a2-43de-bfd6-35adece67845 in Status: SUCCESS [ 743.276870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.276870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.276870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.276870] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.277139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.277139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.277204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.277292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.277385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.277565] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.282845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.283164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.283164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.283324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.283390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.283506] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e675662d-8d22-4c2a-a349-afc916ae2926 already deleted. [ 743.283562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e675662d-8d22-4c2a-a349-afc916ae2926" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.466802] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.470945] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60b0f65f-e696-43a7-ac0c-89cb7d58e157 with status ACTIVE [ 743.471198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.471353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.471402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.471718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.471873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.472027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.472132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.472210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.472412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.472493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.472734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.472831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.472888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.473038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.473114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.473213] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60b0f65f-e696-43a7-ac0c-89cb7d58e157 is going to be updated. [ 743.474590] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.474707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.498424] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.498580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.498652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.498867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.499013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.499214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60b0f65f-e696-43a7-ac0c-89cb7d58e157" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.531539] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.531941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.531941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.532169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.532273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.532382] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 743.608374] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.608579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.608650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.608959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.609140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.621714] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 743.780336] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.780607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.780694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.781041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.781212] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.781324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.781378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.781529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.781617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.781706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.781887] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.781985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.782062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.782460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.782460] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.782460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.782608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.782640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.782716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.782813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.782928] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.969630] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.286201] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 271135dc-27a2-43de-bfd6-35adece67845: rpc.has_security_group_logging(os_id): False [ 744.313103] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.313103] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.313938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.313938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.313938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.313938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.314153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.314500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.314638] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.315298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.315495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.315906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.315906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.315906] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271135dc-27a2-43de-bfd6-35adece67845 is going to be created. [ 744.411542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.411712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.411810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.412104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.412331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.425495] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271135dc-27a2-43de-bfd6-35adece67845 in Status: IN_PROGRESS for 2s [ 744.472202] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.472526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.472731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.472905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.473063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.473153] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d is going to be created. [ 744.548249] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.548249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.548249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.548249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.548249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.558108] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d in Status: UNINITIALIZED for 2s [ 745.634853] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 745.635961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.635961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.635961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.636172] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.636172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.636277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.636422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.636516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.636696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.636696] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.093889] env[65279]: INFO networking_nsxv3.common.synchronization [req-1fa8a53d-2216-4bfc-8b8b-a046d01d91d3 req-d3f1dfb8-4071-4c81-b232-9b0d8d44635e tempest-ServersV294TestFqdnHostnames-1700753108 tempest-ServersV294TestFqdnHostnames-1700753108-project-member] Enqueued Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_members [ 746.094588] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_members [ 746.094902] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.095050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.095092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.095923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.095923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.096122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.096122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.096210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.096290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.096393] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.139930] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.140116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.140198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.140539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.140611] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.140710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.140767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.140919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.141018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.141109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.141261] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.141353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.141413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.141553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.141683] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.141834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.141834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.143317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.143317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.143317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.143317] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.180940] env[65279]: INFO networking_nsxv3.common.synchronization [req-027f679d-495c-4689-a4bf-4830e6ec6a84 req-aaf7bcc9-4919-44be-bd84-4221e1bb8567 tempest-SecurityGroupRulesTestJSON-1150612252 tempest-SecurityGroupRulesTestJSON-1150612252-project-member] Enqueued Resource ID: 4749ad1e-db2b-4c03-b16e-d1804804be25 with Priority: HIGHEST for action security_group_rules [ 746.181503] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4749ad1e-db2b-4c03-b16e-d1804804be25 with Priority: HIGHEST for action security_group_rules [ 746.181803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4749ad1e-db2b-4c03-b16e-d1804804be25 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.181918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4749ad1e-db2b-4c03-b16e-d1804804be25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.182135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4749ad1e-db2b-4c03-b16e-d1804804be25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.182725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4749ad1e-db2b-4c03-b16e-d1804804be25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.182725] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4749ad1e-db2b-4c03-b16e-d1804804be25',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.437657] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 271135dc-27a2-43de-bfd6-35adece67845 in Status: SUCCESS [ 746.437888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.556896] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.557113] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.557239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.557633] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.557901] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.558070] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.558187] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.558427] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.558746] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.558821] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.558916] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.559033] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.559138] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.559245] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.559342] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.559478] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.570217] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d in Status: SUCCESS [ 746.570473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.570675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.570960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.571238] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.571399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.571479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.571679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.571790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.571912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.572082] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.581495] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.581798] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.581915] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.582137] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.582744] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-e0006c4a-9b51-4be6-998a-38592ff6c1dc taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.582902] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.583045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.583391] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.583556] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0006c4a-9b51-4be6-998a-38592ff6c1dc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.599687] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.599840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.599907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.600142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.600228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.600474] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.600579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.600654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.600836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.600910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.600991] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4924e656-9d30-445a-b327-6295c945182e already deleted. [ 746.601085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.645630] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc56c4f-b092-4675-b2a7-1f23974d108f: rpc.has_security_group_logging(os_id): False [ 746.666507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.666687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.666687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.666846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.666942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.667145] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.667245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.667309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.667512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.667592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.667828] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.667937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.667978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.668137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.668209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.668389] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.668481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.668541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.668679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.668754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.668837] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 746.706650] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.706802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.706865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.707127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.707228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.707607] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4749ad1e-db2b-4c03-b16e-d1804804be25 already deleted. [ 746.707607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4749ad1e-db2b-4c03-b16e-d1804804be25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.738017] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.738264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.738264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.738483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.738632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.753475] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 747.041872] env[65279]: INFO networking_nsxv3.common.synchronization [req-af582d06-2a96-4187-8058-9ee3cf4ab068 req-d9d5d30c-dbf0-4c25-8b2c-c8677c544430 tempest-ServersAdminNegativeTestJSON-1559185065 tempest-ServersAdminNegativeTestJSON-1559185065-project-member] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 747.042570] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGHEST for action security_group_members [ 747.042823] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.042942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.043010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.043219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.043369] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.043464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.043529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.043673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.043760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.043861] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.074594] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.086362] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.086576] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.086715] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.086997] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.087187] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.087314] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port e0006c4a-9b51-4be6-998a-38592ff6c1dc not found, creating... [ 747.087594] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.087755] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.087868] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.088095] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.088231] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.088516] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.088749] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.088861] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.090556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.090737] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.090886] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: e0006c4a-9b51-4be6-998a-38592ff6c1dc is going to be created. [ 747.115990] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.115990] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.115990] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.118161] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.118305] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.119194] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.546342] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.546587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.546688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.546959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.547109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.547393] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.547568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.547643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.548021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.548164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.548353] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be updated. [ 747.578201] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b739d05e-01fc-4f1a-9412-2c425bd3f41d: rpc.has_security_group_logging(os_id): False [ 747.586535] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.586795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.586852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.587139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.587328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.597730] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: IN_PROGRESS for 2s [ 747.599615] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.599796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.599871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.600331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.600331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600502] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.600565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.600623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.600788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.600877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600977] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d is going to be created. [ 747.665241] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.665546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.665546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.665756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.666075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.679953] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d in Status: IN_PROGRESS for 2s [ 747.877381] env[65279]: INFO networking_nsxv3.common.synchronization [req-1fa8a53d-2216-4bfc-8b8b-a046d01d91d3 req-eac3b7db-ad97-4174-9ad2-12860a79fcb0 service nova] Enqueued Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_rules [ 747.877546] env[65279]: INFO networking_nsxv3.common.synchronization [req-1fa8a53d-2216-4bfc-8b8b-a046d01d91d3 req-eac3b7db-ad97-4174-9ad2-12860a79fcb0 service nova] Enqueued Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_members [ 747.877697] env[65279]: INFO networking_nsxv3.common.synchronization [req-1fa8a53d-2216-4bfc-8b8b-a046d01d91d3 req-eac3b7db-ad97-4174-9ad2-12860a79fcb0 service nova] Enqueued Resource ID: e0006c4a-9b51-4be6-998a-38592ff6c1dc with Priority: HIGHEST for action port [ 747.878250] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_rules [ 747.878431] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_members [ 747.878475] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0006c4a-9b51-4be6-998a-38592ff6c1dc with Priority: HIGHEST for action port [ 747.878768] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.878870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.878942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.879152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.879234] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.880235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.880235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.880320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.880491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.880636] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.880796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.880796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.880928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.881672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.881672] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.881880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0006c4a-9b51-4be6-998a-38592ff6c1dc taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.881978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.882067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.882179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.882256] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0006c4a-9b51-4be6-998a-38592ff6c1dc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.384232] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.384429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.385059] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.386055] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0006c4a-9b51-4be6-998a-38592ff6c1dc with status ACTIVE [ 748.386252] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.386402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.386474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.386686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.386778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.386953] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.387067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.387286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.387497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.387706] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.387817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.387878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.388034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.388113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.388197] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0006c4a-9b51-4be6-998a-38592ff6c1dc is going to be updated. [ 748.415338] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.415664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.415664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.415776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.416603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.416603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0006c4a-9b51-4be6-998a-38592ff6c1dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.520137] env[65279]: INFO networking_nsxv3.common.synchronization [req-a7e6ac93-6ae3-412b-b7c1-685daf9b7364 req-034c281b-7d06-46df-b98c-ead30da99f03 tempest-SecurityGroupRulesTestJSON-1150612252 tempest-SecurityGroupRulesTestJSON-1150612252-project-member] Enqueued Resource ID: dfe28b38-e8d9-4922-a241-b67c33169447 with Priority: HIGHEST for action security_group_rules [ 748.520137] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfe28b38-e8d9-4922-a241-b67c33169447 with Priority: HIGHEST for action security_group_rules [ 748.520137] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dfe28b38-e8d9-4922-a241-b67c33169447 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.520137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dfe28b38-e8d9-4922-a241-b67c33169447" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.520137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dfe28b38-e8d9-4922-a241-b67c33169447" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.520137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dfe28b38-e8d9-4922-a241-b67c33169447" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.520137] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dfe28b38-e8d9-4922-a241-b67c33169447',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.776848] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 748.777939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.890692] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.048708] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.048918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.048918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.049154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.049339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.049381] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dfe28b38-e8d9-4922-a241-b67c33169447 already deleted. [ 749.049450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dfe28b38-e8d9-4922-a241-b67c33169447" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.394278] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.394460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.394529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.395586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.395740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.396037] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4924e656-9d30-445a-b327-6295c945182e is going to be created. [ 749.426255] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.426255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.426255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.426255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.426255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.441351] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4924e656-9d30-445a-b327-6295c945182e in Status: UNINITIALIZED for 2s [ 749.615262] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 928323ae-8c39-4278-904b-58b1d57a2d77 in Status: SUCCESS [ 749.615465] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 deletion is rescheduled due to dependency. [ 749.615465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.697620] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d in Status: SUCCESS [ 749.697620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.132999] env[65279]: INFO networking_nsxv3.common.synchronization [req-13024f80-3a0f-4c75-ad71-7808e5c87a00 req-53e67838-6bc4-4067-8bcd-c37536d6439a tempest-FloatingIPsAssociationNegativeTestJSON-882886146 tempest-FloatingIPsAssociationNegativeTestJSON-882886146-project-member] Enqueued Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_members [ 750.134211] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 with Priority: HIGHEST for action security_group_members [ 750.135866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.136466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.136705] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.136851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.136971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.137231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.137368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.137527] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('06605f6c-86f9-47ce-bc41-c5cb4e63bad4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.141137] env[65279]: INFO networking_nsxv3.common.synchronization [req-840017f8-1296-400d-946f-96d5e797c036 req-13bc2184-a718-487b-bf23-e62e7be84515 tempest-ImagesOneServerTestJSON-1284709215 tempest-ImagesOneServerTestJSON-1284709215-project-member] Enqueued Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_members [ 750.142380] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 with Priority: HIGHEST for action security_group_members [ 750.142926] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-691e789d-f8a6-4d75-9694-a09a4a72e053 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.142926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.142926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.143665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.143665] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.143665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.143665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.143844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.144240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.144240] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('691e789d-f8a6-4d75-9694-a09a4a72e053',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.388871] env[65279]: INFO networking_nsxv3.common.synchronization [req-91436d59-a385-43c9-8b62-9694a6908e4e req-692c5f23-35ef-477b-bd08-9d393415db6b tempest-SecurityGroupRulesTestJSON-1150612252 tempest-SecurityGroupRulesTestJSON-1150612252-project-member] Enqueued Resource ID: 64b035e0-792f-4d94-a0ac-3b04668aea3e with Priority: HIGHEST for action security_group_rules [ 750.389334] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b035e0-792f-4d94-a0ac-3b04668aea3e with Priority: HIGHEST for action security_group_rules [ 750.389725] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64b035e0-792f-4d94-a0ac-3b04668aea3e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.389853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64b035e0-792f-4d94-a0ac-3b04668aea3e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.390035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64b035e0-792f-4d94-a0ac-3b04668aea3e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.390665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64b035e0-792f-4d94-a0ac-3b04668aea3e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.390887] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64b035e0-792f-4d94-a0ac-3b04668aea3e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.642629] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.642838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.643834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.644367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.644367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.644700] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.644826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.644922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.645155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.645324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.645457] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 is going to be updated. [ 750.646822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.646994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.647091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.647273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.647363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.647542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.647658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.647742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.647907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.647992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.648095] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 is going to be updated. [ 750.680538] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.680691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.680770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.681338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.681338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.683141] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.683456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.683456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.683561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.683628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.695453] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 in Status: IN_PROGRESS for 2s [ 750.696384] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 in Status: IN_PROGRESS for 2s [ 750.912330] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.913127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.913127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.913127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.913228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.913272] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64b035e0-792f-4d94-a0ac-3b04668aea3e already deleted. [ 750.913402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64b035e0-792f-4d94-a0ac-3b04668aea3e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.047363] env[65279]: INFO networking_nsxv3.common.synchronization [req-443c9ee7-61fc-40b1-ae72-76b82010ed27 req-04465037-3691-40e5-b7c9-d10762523dbf tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 751.047363] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 751.047363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.047363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.047363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.047363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.047363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.047363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.047363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.047363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.047363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.047363] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.387495] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.387915] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.387993] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.388328] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.388702] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.388928] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.389104] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.389435] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.389737] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.390078] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.390255] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.390427] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.390614] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.390801] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.390991] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.391233] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.415040] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.415325] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.415663] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.415663] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.416235] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.416235] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.416569] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.416950] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.417163] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142e0eb0-eeb4-456d-8481-ed4d42c7d26a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.455145] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4924e656-9d30-445a-b327-6295c945182e in Status: SUCCESS [ 751.455368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.455821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.456055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.456248] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.456364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.456429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.456583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.456664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.456746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.457018] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.467136] env[65279]: INFO networking_nsxv3.common.synchronization [req-f6360a5d-8439-427e-aba8-cf79b07a4396 req-07ea2d2f-2220-49d3-9df0-ed47ed82b517 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 751.469019] env[65279]: INFO networking_nsxv3.common.synchronization [req-f6360a5d-8439-427e-aba8-cf79b07a4396 req-07ea2d2f-2220-49d3-9df0-ed47ed82b517 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 751.469019] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 751.469019] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 751.469019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.469019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.469019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.469019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.469019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.469668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.469829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.470074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.470265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.470443] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.471610] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.472178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.474019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.474019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.474019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.474019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.474019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.474019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.474019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.474019] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.519033] env[65279]: INFO networking_nsxv3.common.synchronization [req-f6360a5d-8439-427e-aba8-cf79b07a4396 req-07ea2d2f-2220-49d3-9df0-ed47ed82b517 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_rules [ 751.519033] env[65279]: INFO networking_nsxv3.common.synchronization [req-f6360a5d-8439-427e-aba8-cf79b07a4396 req-07ea2d2f-2220-49d3-9df0-ed47ed82b517 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 751.519033] env[65279]: INFO networking_nsxv3.common.synchronization [req-f6360a5d-8439-427e-aba8-cf79b07a4396 req-07ea2d2f-2220-49d3-9df0-ed47ed82b517 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 751.519033] env[65279]: INFO networking_nsxv3.common.synchronization [req-f6360a5d-8439-427e-aba8-cf79b07a4396 req-07ea2d2f-2220-49d3-9df0-ed47ed82b517 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 751.519033] env[65279]: INFO networking_nsxv3.common.synchronization [req-f6360a5d-8439-427e-aba8-cf79b07a4396 req-07ea2d2f-2220-49d3-9df0-ed47ed82b517 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d with Priority: HIGHEST for action port [ 751.519754] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_rules [ 751.520238] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 751.520484] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d with Priority: HIGHEST for action port [ 751.520832] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 751.524019] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 751.524019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.524019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.524019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.524019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.524019] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.524019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.524019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.524019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.525361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.525612] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.526440] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-15fee048-8a07-4d5c-8ff5-74e62529f18d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.526656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.526794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.527039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.527207] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15fee048-8a07-4d5c-8ff5-74e62529f18d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.528599] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.528827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.529497] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.529740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.549240] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.549240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.549240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.549240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.549240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.549598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.549598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.549598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.549737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.549737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.551088] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 751.582585] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.582585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.582849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.582942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.583127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.598580] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 751.919838] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.920116] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.920280] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.920619] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.920818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.921022] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 142e0eb0-eeb4-456d-8481-ed4d42c7d26a not found, creating... [ 751.921367] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.921553] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.921724] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.922013] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.922305] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.922689] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.922916] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.923096] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.923353] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.923562] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.923746] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 142e0eb0-eeb4-456d-8481-ed4d42c7d26a is going to be created. [ 751.949881] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.950177] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.951047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.951343] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.951922] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.951922] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.959300] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.975487] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.977122] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.032273] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15fee048-8a07-4d5c-8ff5-74e62529f18d with status ACTIVE [ 752.032273] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032273] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.032642] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.032642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.032724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.032882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.032954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.033093] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d is going to be updated. [ 752.034461] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.034866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.034964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.073045] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.073045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.073045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.073328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.073526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.073641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.461888] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4924e656-9d30-445a-b327-6295c945182e: rpc.has_security_group_logging(os_id): False [ 752.480217] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.480217] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.484453] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.485122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.485458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.486062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.486062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.486379] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.486532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.486576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.486824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.486824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.486921] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4924e656-9d30-445a-b327-6295c945182e is going to be created. [ 752.560148] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.560148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.560148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.561312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.561416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.579791] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4924e656-9d30-445a-b327-6295c945182e in Status: IN_PROGRESS for 2s [ 752.703894] env[65279]: INFO networking_nsxv3.common.synchronization [req-443c9ee7-61fc-40b1-ae72-76b82010ed27 req-f2dd7a30-0481-4418-af15-6408dfc2aa25 service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 752.703963] env[65279]: INFO networking_nsxv3.common.synchronization [req-443c9ee7-61fc-40b1-ae72-76b82010ed27 req-f2dd7a30-0481-4418-af15-6408dfc2aa25 service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 752.704168] env[65279]: INFO networking_nsxv3.common.synchronization [req-443c9ee7-61fc-40b1-ae72-76b82010ed27 req-f2dd7a30-0481-4418-af15-6408dfc2aa25 service nova] Enqueued Resource ID: 142e0eb0-eeb4-456d-8481-ed4d42c7d26a with Priority: HIGHEST for action port [ 752.704810] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 752.705030] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 752.705375] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142e0eb0-eeb4-456d-8481-ed4d42c7d26a with Priority: HIGHEST for action port [ 752.705724] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.705998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.705998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.706211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.706381] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.710029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.711366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.711366] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.711717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.711886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.712151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.712235] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('142e0eb0-eeb4-456d-8481-ed4d42c7d26a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.713767] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 in Status: SUCCESS [ 752.713933] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 06605f6c-86f9-47ce-bc41-c5cb4e63bad4 deletion is rescheduled due to dependency. [ 752.717343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-06605f6c-86f9-47ce-bc41-c5cb4e63bad4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.717343] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 in Status: SUCCESS [ 752.718636] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 691e789d-f8a6-4d75-9694-a09a4a72e053 deletion is rescheduled due to dependency. [ 752.718636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-691e789d-f8a6-4d75-9694-a09a4a72e053" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.990595] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.990764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.990845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.991081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.991162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.991263] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be created. [ 752.992598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.992696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.992768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.994502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.994502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.994502] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 753.021269] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.021451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.021747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.021747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.021898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.032634] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.032958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.032958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.033422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.033422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.035474] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: UNINITIALIZED for 2s [ 753.044135] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 753.218950] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.219108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.220522] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 142e0eb0-eeb4-456d-8481-ed4d42c7d26a with status ACTIVE [ 753.220746] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.223404] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.223404] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.223404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.223404] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 142e0eb0-eeb4-456d-8481-ed4d42c7d26a is going to be updated. [ 753.252975] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.253269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.253269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.254232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.254232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.254232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-142e0eb0-eeb4-456d-8481-ed4d42c7d26a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.616424] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 753.617263] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 753.617263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.617263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.617568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.618653] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.618653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.618653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.618653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.618653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.618653] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.849733] env[65279]: INFO networking_nsxv3.common.synchronization [req-6eb5d28c-3c32-41b9-8001-4ea7229bc951 req-7017304f-2195-4f3f-a009-4b09d8019fd9 tempest-TenantUsagesTestJSON-1899546983 tempest-TenantUsagesTestJSON-1899546983-project-member] Enqueued Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_members [ 753.853067] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGHEST for action security_group_members [ 753.853592] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.853745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.853816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.854044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.854208] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.854344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.854397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.854562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.854630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.854984] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.103832] env[65279]: INFO networking_nsxv3.common.synchronization [req-5a1f11bf-f30c-4a3d-8f38-75f1e7504f57 req-81057963-6bc1-47f7-8183-70254adb723c tempest-SecurityGroupRulesTestJSON-1150612252 tempest-SecurityGroupRulesTestJSON-1150612252-project-member] Enqueued Resource ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 with Priority: HIGHEST for action security_group_rules [ 754.104512] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 with Priority: HIGHEST for action security_group_rules [ 754.104866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.104970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.105159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.105539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.105671] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6504c-2c4d-4416-b6c3-398ca4de67d9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.121105] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.360144] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.360144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.360144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.360382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.360473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.360718] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.360826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.360927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.361072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.361137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.361226] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271135dc-27a2-43de-bfd6-35adece67845 is going to be updated. [ 754.400800] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.400800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.400800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.400800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.400800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.411752] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271135dc-27a2-43de-bfd6-35adece67845 in Status: IN_PROGRESS for 2s [ 754.595575] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4924e656-9d30-445a-b327-6295c945182e in Status: SUCCESS [ 754.596837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.598532] env[65279]: INFO networking_nsxv3.common.synchronization [req-e73dc47c-1d4e-4ff3-9796-9f419944f305 req-4249ea28-1a07-414e-8c0e-1640e182a255 tempest-SecurityGroupRulesTestJSON-1150612252 tempest-SecurityGroupRulesTestJSON-1150612252-project-member] Enqueued Resource ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 with Priority: HIGHEST for action security_group_rules [ 754.599198] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 with Priority: HIGHEST for action security_group_rules [ 754.599913] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.599913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.624160] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.630909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.631129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.631206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.631466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.631554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.631613] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 already deleted. [ 754.632079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.632426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.632617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.632704] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6504c-2c4d-4416-b6c3-398ca4de67d9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.048708] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: SUCCESS [ 755.048826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.049016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.049270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.049504] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.049993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.050137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.052040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.052040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.052040] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.055489] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 755.055850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.055989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.056497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.056690] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.056861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.056990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.057244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.057371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.057508] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.128547] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.128547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.128547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.128547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.128547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.128547] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 755.158540] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.162492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.162492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.162492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.162492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.162764] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 already deleted. [ 755.162764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.163768] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.163939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.164024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.164467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.164467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.174967] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 755.404929] env[65279]: INFO networking_nsxv3.common.synchronization [req-eac2775f-1fb3-46f2-a8c0-c9e52d0ac8c9 req-4fc0f757-15ed-41e7-b71d-6cb0d0334cb4 tempest-SecurityGroupRulesTestJSON-1150612252 tempest-SecurityGroupRulesTestJSON-1150612252-project-member] Enqueued Resource ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 with Priority: HIGHEST for action security_group_rules [ 755.405565] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 with Priority: HIGHEST for action security_group_rules [ 755.405920] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.406154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.406154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.406634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.406634] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6504c-2c4d-4416-b6c3-398ca4de67d9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.555677] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.560663] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.932318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.932638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.932638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.932938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.933149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.933232] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6504c-2c4d-4416-b6c3-398ca4de67d9 already deleted. [ 755.933349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6504c-2c4d-4416-b6c3-398ca4de67d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.063113] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.063614] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.423585] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 271135dc-27a2-43de-bfd6-35adece67845 in Status: SUCCESS [ 756.424074] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 271135dc-27a2-43de-bfd6-35adece67845 deletion is rescheduled due to dependency. [ 756.424074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.566883] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.567204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.567312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.567765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.567928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.568063] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 756.570314] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.570590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.570707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.571137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.571275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.571462] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be updated. [ 756.612038] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.612256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.612334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.612553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.612735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.614969] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.615099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.615171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.615357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.615492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.631652] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 756.632733] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: IN_PROGRESS for 2s [ 757.189447] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 757.189447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.189885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.189885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190857] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.190857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.190857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.190857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.190857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.190857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.191181] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.700937] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.701426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.701426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.702037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.702037] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.702037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.702037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.702211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.702252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.702743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.702743] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.702743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.702743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.702993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.702993] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.705591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.705591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.705591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.705591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.705591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.705591] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.208660] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b25c92d-97da-424f-82eb-b0b7ccd4f252: rpc.has_security_group_logging(os_id): False [ 758.233560] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.233718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.233808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.234441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.234441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234441] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.234441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.234682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.234682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.234744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.234955] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.238185] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.238185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.238185] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 758.383380] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.383380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.383380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.383380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.383380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.405406] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 758.653022] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: SUCCESS [ 758.653022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.653987] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 758.654099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.654458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.654690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.654885] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.655508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.655508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.655508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.655508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.655770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.655770] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.658333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.658333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.658333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.658333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.658333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.658333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.658333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.658333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.658333] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.164235] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.164235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.164235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.164235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.164235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.165581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.165882] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.166108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.166282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.166522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.167136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.167339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.167541] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.670364] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc56c4f-b092-4675-b2a7-1f23974d108f: rpc.has_security_group_logging(os_id): False [ 759.671644] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66970d2c-0874-4e97-8add-68d932f8d788: rpc.has_security_group_logging(os_id): False [ 759.698369] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.699767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.699767] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.699767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.699767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.699767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.699767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.700280] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.704033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.704249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.704417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.704509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.704800] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.704918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.704957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.706935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.707149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.707266] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 759.711174] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.711174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.711174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.711174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.711174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.711174] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.711174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.713210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.713724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.713724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.713815] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be created. [ 759.780862] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.781267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.781496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.781890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.782254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.789394] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.789764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.789764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.790877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.790877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.815451] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 759.817633] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: IN_PROGRESS for 2s [ 760.409767] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 760.409896] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 760.421393] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 760.427432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.809089] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 760.809436] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_members [ 760.809436] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 760.810160] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 760.810360] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_members [ 760.810595] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 760.810931] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.811097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.811169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.811418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.811620] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.811823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.811823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.812028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.813050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.813050] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.813209] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-19db75cf-4700-4094-929a-f59a160c5819 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.813289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.813360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.813652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.813761] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.813894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.813981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.814332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.814332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.814332] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.815207] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.816242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.816242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.816242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.816242] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.816242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.816242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.816242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.816242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.816242] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.886147] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_rules [ 760.886330] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_members [ 760.886502] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_rules [ 760.886602] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 760.887011] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 760.887011] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 760.887011] env[65279]: INFO networking_nsxv3.common.synchronization [req-a143543e-76b9-41e3-ae05-010627d8ece1 req-28a96c9f-8bcc-48cc-8838-3be814269c61 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d with Priority: HIGHEST for action port [ 760.887810] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_rules [ 760.887962] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_rules [ 760.888386] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 760.888386] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d with Priority: HIGHEST for action port [ 760.888386] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_rules [ 760.888386] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_members [ 760.888531] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 760.889140] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19db75cf-4700-4094-929a-f59a160c5819 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.889323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.889323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.889550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.889550] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.890551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.890653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.891107] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.891107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.891182] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-15fee048-8a07-4d5c-8ff5-74e62529f18d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.891269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.891329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.891515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.891593] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15fee048-8a07-4d5c-8ff5-74e62529f18d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.892700] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.892700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.892700] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-19db75cf-4700-4094-929a-f59a160c5819 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.892879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.893028] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.893028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.317569] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.318586] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.319504] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.394707] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-19db75cf-4700-4094-929a-f59a160c5819 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.394707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.396309] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15fee048-8a07-4d5c-8ff5-74e62529f18d with status ACTIVE [ 761.396539] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.396674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.396757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.397039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.397163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.397409] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.397529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.397680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.397883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.397967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.398177] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.398264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.398324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.398467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.398542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.398625] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15fee048-8a07-4d5c-8ff5-74e62529f18d is going to be updated. [ 761.421999] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.425711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.426416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.426859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.426859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.427131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15fee048-8a07-4d5c-8ff5-74e62529f18d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.819701] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.821283] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.821933] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.835615] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 761.836172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.836647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.836921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.836983] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.838968] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: SUCCESS [ 761.839336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.839830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.840117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.840237] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.322579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.322579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.322579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.323571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.323571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.323717] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19db75cf-4700-4094-929a-f59a160c5819 is going to be created. [ 762.325897] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.325897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.326069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.326582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.326582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.326681] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 762.328013] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.328137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.328246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.328463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.329754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.329844] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be updated. [ 762.343115] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.343115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.343311] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.343311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.373693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.373875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.374947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.374947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.374947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.376565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.376718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.376762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.377017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.377167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.379036] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.379167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.379229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.379440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.379582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.393589] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: IN_PROGRESS for 2s [ 762.394553] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 762.395222] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19db75cf-4700-4094-929a-f59a160c5819 in Status: UNINITIALIZED for 2s [ 763.871365] env[65279]: INFO networking_nsxv3.common.synchronization [req-3134f2dc-a132-435a-b1c1-6247ae09955c req-256fc21c-8278-422a-b5a7-dc2bf958acbc tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 763.871900] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 763.872900] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.873030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.873310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.873402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.873516] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.873742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.873742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.873976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.873976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.874141] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.165027] env[65279]: INFO networking_nsxv3.common.synchronization [None req-3f2ffc40-6bda-4ed7-920a-fe0f6579d646 None None] Enqueued Resource ID: f6e3cca0-c72a-46c4-b600-39771e786948 with Priority: HIGHEST for action port [ 764.168506] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6e3cca0-c72a-46c4-b600-39771e786948 with Priority: HIGHEST for action port [ 764.168506] env[65279]: INFO networking_nsxv3.common.synchronization [None req-3cc4e04c-b5ae-4eb2-bd93-92894ed23151 None None] Enqueued Resource ID: 962d0676-975c-4545-b195-ceeb3de34d50 with Priority: HIGHEST for action port [ 764.168506] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6e3cca0-c72a-46c4-b600-39771e786948 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.168506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6e3cca0-c72a-46c4-b600-39771e786948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.168506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6e3cca0-c72a-46c4-b600-39771e786948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.168506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6e3cca0-c72a-46c4-b600-39771e786948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.168506] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6e3cca0-c72a-46c4-b600-39771e786948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.169103] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962d0676-975c-4545-b195-ceeb3de34d50 with Priority: HIGHEST for action port [ 764.169625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-962d0676-975c-4545-b195-ceeb3de34d50 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.169787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-962d0676-975c-4545-b195-ceeb3de34d50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.169924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-962d0676-975c-4545-b195-ceeb3de34d50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.170267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-962d0676-975c-4545-b195-ceeb3de34d50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.170327] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962d0676-975c-4545-b195-ceeb3de34d50',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.376932] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.380671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.380671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.380671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.380671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.380671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.380671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.380671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.382273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.382443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.382520] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a already deleted. [ 764.382596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.407838] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: SUCCESS [ 764.408102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.408237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.409341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.409341] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.409341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.409341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.409341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.409341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.409341] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.411670] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19db75cf-4700-4094-929a-f59a160c5819 in Status: SUCCESS [ 764.411878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.412968] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 764.412968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.412968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.413176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.413354] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.413467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.413532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.413680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.413762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.413857] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.414673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.414841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.414996] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.415130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.415178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.415321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.415422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.415513] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.672243] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6e3cca0-c72a-46c4-b600-39771e786948 [ 764.672507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.672653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.672725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.672926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.673195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.673195] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6e3cca0-c72a-46c4-b600-39771e786948 already deleted. [ 764.673286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6e3cca0-c72a-46c4-b600-39771e786948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.673428] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 962d0676-975c-4545-b195-ceeb3de34d50 [ 764.673662] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.673662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.673801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.673917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.673953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.674024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:962d0676-975c-4545-b195-ceeb3de34d50 already deleted. [ 764.674096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-962d0676-975c-4545-b195-ceeb3de34d50" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.913036] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.917616] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.918736] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.978253] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.978443] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.978551] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.978869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.981271] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.981465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.981588] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.981834] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.982019] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.982319] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.982434] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.982540] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.982645] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.982750] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.982853] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.982983] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.003363] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.003631] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.005076] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.005441] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.005927] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-1e625e2a-156a-4a80-b625-13080be3efa0 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.006212] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.006407] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.006854] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.007168] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e625e2a-156a-4a80-b625-13080be3efa0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.418347] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.421303] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.423503] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.510711] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.510961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.511160] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.511483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.511647] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.511803] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 1e625e2a-156a-4a80-b625-13080be3efa0 not found, creating... [ 765.512855] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.512855] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.512855] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.512855] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.513087] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.513254] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.513417] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.513530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.513746] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.513878] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.514029] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 1e625e2a-156a-4a80-b625-13080be3efa0 is going to be created. [ 765.538088] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.538330] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.538495] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.539702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.539702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.539702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.682041] env[65279]: INFO networking_nsxv3.common.synchronization [req-080dfc4f-8936-475c-bf43-b5ddb0a4413f req-c1e9d1bd-1358-4f17-9345-3eb05d89e379 tempest-VolumesAssistedSnapshotsTest-1193772808 tempest-VolumesAssistedSnapshotsTest-1193772808-project-member] Enqueued Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_members [ 765.682183] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGHEST for action security_group_members [ 765.682482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.683064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.683064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.683064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.683064] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.683268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.683268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.684799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.684970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.685676] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.920089] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.920607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.920607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.920607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.920791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.920791] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be updated. [ 765.924079] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.924232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.924341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.925036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.925036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.925036] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 765.926555] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.926681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.926907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.927068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.927169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.927302] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19db75cf-4700-4094-929a-f59a160c5819 is going to be updated. [ 765.956323] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.956571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.956626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.956810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.956954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.958960] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.959096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.959165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.959356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.960031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.962268] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.962268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.962268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.962448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.962448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.977524] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 765.978075] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19db75cf-4700-4094-929a-f59a160c5819 in Status: IN_PROGRESS for 2s [ 765.978598] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: IN_PROGRESS for 2s [ 766.088152] env[65279]: INFO networking_nsxv3.common.synchronization [req-f2c25c6a-a915-416e-936a-5e400594c184 req-60349534-0a46-47b2-8e56-7381bd05296d tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 766.088152] env[65279]: INFO networking_nsxv3.common.synchronization [req-f2c25c6a-a915-416e-936a-5e400594c184 req-60349534-0a46-47b2-8e56-7381bd05296d tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_members [ 766.088152] env[65279]: INFO networking_nsxv3.common.synchronization [req-f2c25c6a-a915-416e-936a-5e400594c184 req-60349534-0a46-47b2-8e56-7381bd05296d tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 766.088152] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 766.088152] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19db75cf-4700-4094-929a-f59a160c5819 with Priority: HIGHEST for action security_group_members [ 766.088152] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGHEST for action security_group_members [ 766.088152] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.088152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.088530] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-19db75cf-4700-4094-929a-f59a160c5819 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.088645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.088910] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.089017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.187502] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.187951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.187951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.188077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.188163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.188325] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.188440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.188440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.189526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.189526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.189526] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281f6a76-4283-439d-8113-ed711a15b127 is going to be updated. [ 766.221217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.221398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.221440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.221618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.221796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.232721] env[65279]: INFO networking_nsxv3.common.synchronization [req-3134f2dc-a132-435a-b1c1-6247ae09955c req-7279be11-c34a-4f18-8dca-59d4c500686b service nova] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_rules [ 766.232839] env[65279]: INFO networking_nsxv3.common.synchronization [req-3134f2dc-a132-435a-b1c1-6247ae09955c req-7279be11-c34a-4f18-8dca-59d4c500686b service nova] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 766.233654] env[65279]: INFO networking_nsxv3.common.synchronization [req-3134f2dc-a132-435a-b1c1-6247ae09955c req-7279be11-c34a-4f18-8dca-59d4c500686b service nova] Enqueued Resource ID: 1e625e2a-156a-4a80-b625-13080be3efa0 with Priority: HIGHEST for action port [ 766.233654] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_rules [ 766.233654] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 766.233654] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e625e2a-156a-4a80-b625-13080be3efa0 with Priority: HIGHEST for action port [ 766.233932] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.234069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.234139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.234433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.234466] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.235366] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.235495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.235578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.235820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.236052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.236191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.236262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.236508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.236590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.236714] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.238082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e625e2a-156a-4a80-b625-13080be3efa0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.238082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.238082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.238082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.238298] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e625e2a-156a-4a80-b625-13080be3efa0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.241097] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281f6a76-4283-439d-8113-ed711a15b127 in Status: IN_PROGRESS for 2s [ 766.448435] env[65279]: INFO networking_nsxv3.common.synchronization [req-69951a71-a91b-4549-9d4f-f955553c7550 req-223dc00b-7b65-461f-b028-0f7717ac5bc5 tempest-ServerAddressesTestJSON-555823235 tempest-ServerAddressesTestJSON-555823235-project-member] Enqueued Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_members [ 766.448993] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_members [ 766.449318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.449444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.449494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.449776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.450066] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.450186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.450246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.450406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.450483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.450584] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.742911] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.743059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.743257] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.744217] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e625e2a-156a-4a80-b625-13080be3efa0 with status ACTIVE [ 766.744420] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.745594] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.745594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.745868] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.745920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.746017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.746158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.746237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.746342] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e625e2a-156a-4a80-b625-13080be3efa0 is going to be updated. [ 766.778802] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.778954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.779045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.779306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.779509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.779641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e625e2a-156a-4a80-b625-13080be3efa0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.843903] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-207 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.844194] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-207" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.844325] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-207" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.844650] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-207" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.844912] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.847958] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.852022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.852022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.852022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.852022] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.852022] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.852022] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.852022] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.852022] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 766.852022] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.852022] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.868564] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.868726] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 766.868856] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.869037] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-207" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.869362] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-85466114-1c9b-4a11-8ad5-935264d17e8b taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.869525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.869636] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.869999] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.870146] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85466114-1c9b-4a11-8ad5-935264d17e8b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.890804] env[65279]: INFO networking_nsxv3.common.synchronization [None req-02d2c687-ec2f-459c-bee0-42ef9def0280 None None] Enqueued Resource ID: fccf7365-3c75-4bd5-9dda-98591c9165da with Priority: HIGHEST for action port [ 766.891427] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fccf7365-3c75-4bd5-9dda-98591c9165da with Priority: HIGHEST for action port [ 766.891739] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fccf7365-3c75-4bd5-9dda-98591c9165da taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.891869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fccf7365-3c75-4bd5-9dda-98591c9165da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.892377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fccf7365-3c75-4bd5-9dda-98591c9165da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.893086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fccf7365-3c75-4bd5-9dda-98591c9165da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.893190] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fccf7365-3c75-4bd5-9dda-98591c9165da',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.952372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.952939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.952939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.952939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.952939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.953174] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.953174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.953304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.953376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.953451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.953533] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 already deleted. [ 766.953612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.249969] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.327900] env[65279]: INFO networking_nsxv3.common.synchronization [None req-ad993a76-50fc-41a8-877d-9bc47e62b0a7 None None] Enqueued Resource ID: 36604eda-1c4e-472b-92f4-1bdb0ec74d7e with Priority: HIGHEST for action port [ 767.327900] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36604eda-1c4e-472b-92f4-1bdb0ec74d7e with Priority: HIGHEST for action port [ 767.327900] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-36604eda-1c4e-472b-92f4-1bdb0ec74d7e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.327900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36604eda-1c4e-472b-92f4-1bdb0ec74d7e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.327900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36604eda-1c4e-472b-92f4-1bdb0ec74d7e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.327900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36604eda-1c4e-472b-92f4-1bdb0ec74d7e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.327900] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36604eda-1c4e-472b-92f4-1bdb0ec74d7e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.372364] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.372635] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.372980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.373279] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.373646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.373845] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 85466114-1c9b-4a11-8ad5-935264d17e8b not found, creating... [ 767.374133] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.374289] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.374492] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.374938] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.375295] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.375417] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.375624] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.375741] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.375942] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.376082] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.376228] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 85466114-1c9b-4a11-8ad5-935264d17e8b is going to be created. [ 767.395871] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.396073] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.396189] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.396445] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.396665] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.396872] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.397683] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fccf7365-3c75-4bd5-9dda-98591c9165da [ 767.398591] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.398727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.398796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.398972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.399071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.399160] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fccf7365-3c75-4bd5-9dda-98591c9165da already deleted. [ 767.399238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fccf7365-3c75-4bd5-9dda-98591c9165da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.752489] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.752703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.752796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.753114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.753237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.753351] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be created. [ 767.779322] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.779322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.779322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.779322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.780169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.791223] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: UNINITIALIZED for 2s [ 767.828293] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36604eda-1c4e-472b-92f4-1bdb0ec74d7e [ 767.828521] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.828654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.828725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.828945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.829051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.829148] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36604eda-1c4e-472b-92f4-1bdb0ec74d7e already deleted. [ 767.829246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36604eda-1c4e-472b-92f4-1bdb0ec74d7e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.995202] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19db75cf-4700-4094-929a-f59a160c5819 in Status: SUCCESS [ 767.995491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.995491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.995716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.995917] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.996052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.996116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.996271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.996457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.996637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.996637] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.998507] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 767.998714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.999319] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: SUCCESS [ 768.000026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.000026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.000026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.000026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.000550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.000550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.000550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.000550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.000550] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.001242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.001897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.002081] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.002187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.002254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.002400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.002581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.002668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.002763] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.003500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.003615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.003767] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.003868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.003932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.004089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.004167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.004251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.004356] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.006372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.006372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.007676] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.007676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.007676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.007825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.007825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.007882] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.008503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.008659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.008807] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.008908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.008973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.009211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.009211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.009301] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.151911] env[65279]: INFO networking_nsxv3.common.synchronization [req-69951a71-a91b-4549-9d4f-f955553c7550 req-0689ca2e-ac5c-4ce4-a48b-16e7e8a436ee service nova] Enqueued Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_rules [ 768.151911] env[65279]: INFO networking_nsxv3.common.synchronization [req-69951a71-a91b-4549-9d4f-f955553c7550 req-0689ca2e-ac5c-4ce4-a48b-16e7e8a436ee service nova] Enqueued Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_members [ 768.151911] env[65279]: INFO networking_nsxv3.common.synchronization [req-69951a71-a91b-4549-9d4f-f955553c7550 req-0689ca2e-ac5c-4ce4-a48b-16e7e8a436ee service nova] Enqueued Resource ID: 85466114-1c9b-4a11-8ad5-935264d17e8b with Priority: HIGHEST for action port [ 768.151911] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_rules [ 768.151911] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_members [ 768.151911] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85466114-1c9b-4a11-8ad5-935264d17e8b with Priority: HIGHEST for action port [ 768.151911] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.151911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.151911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.151911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.151911] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.153694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.153983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.154214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.154604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155063] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.155063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.155768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.155768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156774] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.157205] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-85466114-1c9b-4a11-8ad5-935264d17e8b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.157361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.157453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.157798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.157798] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85466114-1c9b-4a11-8ad5-935264d17e8b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.252613] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 281f6a76-4283-439d-8113-ed711a15b127 in Status: SUCCESS [ 768.252790] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 281f6a76-4283-439d-8113-ed711a15b127 deletion is rescheduled due to dependency. [ 768.253037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.507504] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.510579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.510579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.510579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.510579] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19db75cf-4700-4094-929a-f59a160c5819 is going to be deleted. [ 768.513406] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19db75cf-4700-4094-929a-f59a160c5819',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.517240] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.517240] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.517894] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.518098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.518212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.518456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.518606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.518849] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.519021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.519126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.519329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.519459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.519672] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be updated. [ 768.551087] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.551087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.551087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.551087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.551087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.566134] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: IN_PROGRESS for 2s [ 768.566597] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.566744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.566823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.567047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.567154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.567261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.660624] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.662738] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.662738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.662738] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85466114-1c9b-4a11-8ad5-935264d17e8b with status ACTIVE [ 768.662738] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.662738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.662738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.662738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.662738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.663067] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.663067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.663067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.663165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.663203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.663386] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.663474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.663534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.665705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.665705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.665705] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85466114-1c9b-4a11-8ad5-935264d17e8b is going to be updated. [ 768.688619] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.688749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.688749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.688949] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.689278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.689807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85466114-1c9b-4a11-8ad5-935264d17e8b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.022191] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66970d2c-0874-4e97-8add-68d932f8d788: rpc.has_security_group_logging(os_id): False [ 769.023536] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19db75cf-4700-4094-929a-f59a160c5819: rpc.has_security_group_logging(os_id): False [ 769.024681] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.043229] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.043368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.043444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.043662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.043764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.043988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.044111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.044175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.044335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.044414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.044508] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19db75cf-4700-4094-929a-f59a160c5819 is going to be created. [ 769.047408] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.049009] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.049160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.049314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.049413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.049650] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.049757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.049846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.049994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.050100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.050217] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be updated. [ 769.054604] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6ced8ab2-c1b6-4c27-b412-ec15e359353a tempest-ServerActionsV293TestJSON-73977677 tempest-ServerActionsV293TestJSON-73977677-project-member] Enqueued Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_rules [ 769.055871] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_rules [ 769.056322] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.056503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.056601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.056911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.057835] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.071899] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/19db75cf-4700-4094-929a-f59a160c5819], does not exist path=[/infra/domains/default/groups/19db75cf-4700-4094-929a-f59a160c5819]."\n}' [ 769.072187] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19db75cf-4700-4094-929a-f59a160c5819 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/19db75cf-4700-4094-929a-f59a160c5819 [ 769.072303] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 769.111507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.111658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.111797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.111979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.113799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.114869] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.114869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.114869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.114869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.114869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.115240] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.115240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.115321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.115809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.115809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.115809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19db75cf-4700-4094-929a-f59a160c5819 is going to be created. [ 769.120678] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.120811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.120881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.121187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.121281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.137872] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/19db75cf-4700-4094-929a-f59a160c5819], does not exist path=[/infra/domains/default/groups/19db75cf-4700-4094-929a-f59a160c5819]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/19db75cf-4700-4094-929a-f59a160c5819 [ 769.138051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19db75cf-4700-4094-929a-f59a160c5819" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.138775] env[65279]: Traceback (most recent call last): [ 769.138775] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 769.138775] env[65279]: return func(*args, **kwargs) [ 769.138775] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 769.138775] env[65279]: res.raise_for_status() [ 769.138775] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 769.138775] env[65279]: raise HTTPError(http_error_msg, response=self) [ 769.138775] env[65279]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/19db75cf-4700-4094-929a-f59a160c5819 [ 769.138775] env[65279]: During handling of the above exception, another exception occurred: [ 769.138775] env[65279]: Traceback (most recent call last): [ 769.138775] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 769.138775] env[65279]: listener.cb(fileno) [ 769.138775] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 769.138775] env[65279]: result = function(*args, **kwargs) [ 769.138775] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 769.138775] env[65279]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 769.138775] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 769.138775] env[65279]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 769.138775] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 769.138775] env[65279]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 769.138775] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 769.138775] env[65279]: res.raise_for_status() [ 769.138775] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 769.138775] env[65279]: raise HTTPError(http_error_msg, response=self) [ 769.138775] env[65279]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/19db75cf-4700-4094-929a-f59a160c5819 [ 769.138775] env[65279]: Removing descriptor: 19 [ 769.139600] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: IN_PROGRESS for 2s [ 769.153690] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e31e6450-f56f-4c30-bf04-e14017d44c7c tempest-ServerActionsV293TestJSON-73977677 tempest-ServerActionsV293TestJSON-73977677-project-member] Enqueued Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_rules [ 769.153690] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_rules [ 769.153690] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.153690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.167988] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.528459] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.528622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.528693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.529076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.529076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.529178] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 769.558956] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.559343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.559343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.559443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.560261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.573658] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 769.581155] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.581402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.581478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.581699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.581785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.581880] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee5c635-aa34-424f-b118-5a0812917f53 already deleted. [ 769.582053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.582227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.582385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.582460] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.674188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.674403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.674512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.674811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.674949] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.675105] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 is going to be created. [ 769.704159] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.705594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.705594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.705594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.705594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.733378] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 in Status: UNINITIALIZED for 2s [ 769.802269] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 769.802516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.802708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.802984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.803205] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.803330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.803395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.803585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.803669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.803777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.803888] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.112824] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.113182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.113182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.113262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.113358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.113475] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee5c635-aa34-424f-b118-5a0812917f53 already deleted. [ 770.113523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.145339] env[65279]: INFO networking_nsxv3.common.synchronization [req-db61c8a8-fa96-46a6-b02b-66c730d24083 req-e221860a-2c1f-4685-9fac-f28a8e2ba417 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 770.146105] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 770.146286] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.146412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.146478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.148077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.148077] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.148077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.148077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.148077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.148077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.148077] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.308674] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.308674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.308674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.308674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.308674] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.308674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.309048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.309048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.309048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.309048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.309176] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.309271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.309303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.309460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.309597] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.309690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.309750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.310024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.310113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.310195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.310283] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.578248] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: SUCCESS [ 770.578248] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 deletion is rescheduled due to dependency. [ 770.578248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.610458] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.610634] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.610758] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.611670] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.611670] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.611670] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.611842] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.612113] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.612336] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.612410] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.612514] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.612618] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.612718] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.612817] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.612914] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.613051] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.631754] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.631923] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.632072] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.632266] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.632580] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.632744] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.632855] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.633234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.633369] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.649751] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.649946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.650256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.650256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.650332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.651502] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.651502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.651502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.651502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.651502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.651502] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 already deleted. [ 770.651502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.815782] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 542ec4dc-3360-4ceb-a840-87515c4eb27a: rpc.has_security_group_logging(os_id): False [ 770.835258] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.835481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.835481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.835737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.835840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.836073] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.836195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.836279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.836494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.836634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.836828] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.836939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.837017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.837201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.837288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.837485] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.837595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.837663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.837847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.837952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.838063] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be created. [ 770.899679] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.899895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.899955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.900214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.900410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.913189] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 771.136666] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.136666] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.137172] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.137491] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.137662] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.137853] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 not found, creating... [ 771.138743] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.138743] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.138743] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.138743] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.138947] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.139194] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.139367] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.139495] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.139712] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.139871] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.140078] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 is going to be created. [ 771.158917] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66970d2c-0874-4e97-8add-68d932f8d788 in Status: SUCCESS [ 771.159157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.165447] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.165815] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.166086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.166757] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.166757] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.167532] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.586453] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 771.586712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.586923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.587179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.587469] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.587594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.587594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.587789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.587873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.587983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.588193] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.588289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.588365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.588509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.588647] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.588739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.588847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.588966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.589055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.589135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.589226] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.749763] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 in Status: SUCCESS [ 771.750153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.751507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.751507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.751507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.751507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.751507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.751507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.751507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.751507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.752579] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.921932] env[65279]: INFO networking_nsxv3.common.synchronization [req-db61c8a8-fa96-46a6-b02b-66c730d24083 req-8b7f16a1-42d1-4e2b-8c7a-4181b6861b6d service nova] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 771.922408] env[65279]: INFO networking_nsxv3.common.synchronization [req-db61c8a8-fa96-46a6-b02b-66c730d24083 req-8b7f16a1-42d1-4e2b-8c7a-4181b6861b6d service nova] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 771.922477] env[65279]: INFO networking_nsxv3.common.synchronization [req-db61c8a8-fa96-46a6-b02b-66c730d24083 req-8b7f16a1-42d1-4e2b-8c7a-4181b6861b6d service nova] Enqueued Resource ID: fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 with Priority: HIGHEST for action port [ 771.923255] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 771.923255] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 771.923255] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 with Priority: HIGHEST for action port [ 771.923526] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.923624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.923677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.923950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.924045] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.924874] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.925707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.925707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.925707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.925707] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.925707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.925707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.925707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.925707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.926230] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.926483] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.926593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.926656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.926787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.926867] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.092048] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8dc56c4f-b092-4675-b2a7-1f23974d108f: rpc.has_security_group_logging(os_id): False [ 772.112495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.112708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.112708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.112901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.136986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.137254] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.137976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.137976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.137976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.137976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.137976] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.138222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.138222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.138222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.138307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.139387] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.139387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.139387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.139387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.139387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.139387] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 772.204261] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.204433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.204481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.205134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.205134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.223686] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 772.254329] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.254538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.254624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.254892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.255118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.255229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.255302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.255509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.255601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.255690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.255844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.255936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.255995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.256175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.256314] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.256407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.256467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.256602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.256701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.256766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.256902] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.369924] env[65279]: INFO networking_nsxv3.common.synchronization [req-5d873da5-08ed-4a66-b5ee-946c698e13c4 req-8fc2f1d7-8782-4fd3-b484-5fcc817b4c56 tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 772.370545] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 772.371019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.371171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.371265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.371520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.371730] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.371866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.371951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.372609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.372727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.372811] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.428856] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.428984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.429264] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.430214] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 with status ACTIVE [ 772.430291] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.430402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.430469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.430668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.430801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.430920] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.431026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.431090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.431246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.431341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.431501] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.431592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.431651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.432092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.432248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.432381] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95 is going to be updated. [ 772.460282] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.460607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.460724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.461012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.461229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.461437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4b32c9-a4b5-4c0f-a737-dfe7a3cc6f95" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.759540] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7: rpc.has_security_group_logging(os_id): False [ 772.778483] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.778788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.778788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.779237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.779237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.779547] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.779547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.779547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.779715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.779715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.779918] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.780016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.780073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.782604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.782604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.782604] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.782604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.782604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.782604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.782604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.782604] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 is going to be created. [ 772.842854] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.842854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.843128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.843160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.843323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.855618] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 in Status: IN_PROGRESS for 2s [ 772.875991] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.876742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.876742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.876742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.928986] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 772.929232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.937053] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.949106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.949250] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.949385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.949537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.949664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.949870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.949870] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 773.000974] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.000974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.000974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.000974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.000974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.015459] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 773.440547] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.441092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.441092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.441224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.441310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.441500] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be created. [ 773.476572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.476766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.476981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.477181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.477370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.500555] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: UNINITIALIZED for 2s [ 774.243296] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 774.243509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.870049] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 in Status: SUCCESS [ 774.870365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.029152] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 775.029483] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 deletion is rescheduled due to dependency. [ 775.029683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.115441] env[65279]: INFO networking_nsxv3.common.synchronization [req-b319a93e-0f6f-4473-8e35-36c1b4e070b8 req-1caf3bee-3e76-4e13-a97d-ae12f5dd75d3 tempest-ListServersNegativeTestJSON-1867120086 tempest-ListServersNegativeTestJSON-1867120086-project-member] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 775.116061] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 775.116468] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.117241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.117241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.117241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.117241] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.117482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.117482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.117691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.118424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.118424] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.326010] env[65279]: INFO networking_nsxv3.common.synchronization [req-d568f076-38b4-4964-8f82-6647c252fa33 req-a6d2f41f-dd6e-4066-856c-1dfb384e08eb tempest-ListServersNegativeTestJSON-1867120086 tempest-ListServersNegativeTestJSON-1867120086-project-member] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 775.326273] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGHEST for action security_group_members [ 775.326610] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.326692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.511834] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 775.512187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.513183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.513426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.513616] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.513732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.513793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.513945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.514044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.514130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.514217] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.620761] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.016910] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.124544] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.520474] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8878b9e1-4a45-46b2-bef5-3e3220f320e2: rpc.has_security_group_logging(os_id): False [ 776.539668] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.539806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.539876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.540197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.540514] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.540786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.540786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.540786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.540952] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be created. [ 776.614480] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.614579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.614692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.614871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.615095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.628188] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 776.629624] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.629624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.629624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.629624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.629624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.629624] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 776.660391] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.660834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.660834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.660834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.660999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.671128] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 778.644094] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 778.644415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683165] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 778.683391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.683779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.683978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.684120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.684178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.684390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.684454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.684529] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.189475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.189475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.189475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.189475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.212266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.212761] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.215023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.215023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.215023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.215023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.215023] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be updated. [ 779.245129] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.245797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.245797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.245797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.246265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.257784] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 2s [ 779.841301] env[65279]: INFO networking_nsxv3.common.synchronization [req-2f88faeb-1479-4877-a3e2-e3126f3b6938 req-a4f5ddaf-6b09-4d69-83ef-f85e26b21971 tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 779.842243] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 779.842760] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.842902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.842991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.843298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.843476] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.843603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.843675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.843939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.843984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.844134] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.076483] env[65279]: INFO networking_nsxv3.common.synchronization [req-7d463ea6-2695-40ae-864b-fe2532030172 req-a496f472-5f5f-48fb-8e8e-f5ac9364ac94 tempest-ServerAddressesTestJSON-555823235 tempest-ServerAddressesTestJSON-555823235-project-member] Enqueued Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_members [ 780.076483] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGHEST for action security_group_members [ 780.076704] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.076826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.076872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.077503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.077503] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.077503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.077503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.077774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.077774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.077774] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.211926] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.212273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.212380] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.212720] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.212998] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.213198] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.213354] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.213643] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.213772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.214026] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.214148] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.214207] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.214315] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.214522] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.214589] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.215049] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.236644] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.237691] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.237691] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.237691] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.239022] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-62266987-1c9f-4194-a46b-72cda04f4421 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.239022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.239022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.242773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.242773] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62266987-1c9f-4194-a46b-72cda04f4421',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.346851] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.347089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.347178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.347485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.347603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.347914] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.349309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.349309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.349309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.349309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.349309] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b already deleted. [ 780.349309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.580978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.580978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.580978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.581202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.581202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.581426] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.581511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.581564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.581753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.581850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.581941] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 is going to be updated. [ 780.612743] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.612864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.612990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.613296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.622691] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 in Status: IN_PROGRESS for 2s [ 780.745361] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.745723] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.745820] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.746050] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.746205] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.746358] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 62266987-1c9f-4194-a46b-72cda04f4421 not found, creating... [ 780.746630] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.746782] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.746894] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.747141] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.747279] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.747569] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.747719] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.747833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.748242] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.748382] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.748526] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 62266987-1c9f-4194-a46b-72cda04f4421 is going to be created. [ 780.775722] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.777051] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.777051] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.777217] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.777341] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.777570] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.268127] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: IN_PROGRESS for 4s [ 781.533371] env[65279]: INFO networking_nsxv3.common.synchronization [req-2f88faeb-1479-4877-a3e2-e3126f3b6938 req-13154eb5-c458-409c-8853-89c1e7d435ed service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 781.533624] env[65279]: INFO networking_nsxv3.common.synchronization [req-2f88faeb-1479-4877-a3e2-e3126f3b6938 req-13154eb5-c458-409c-8853-89c1e7d435ed service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 781.533660] env[65279]: INFO networking_nsxv3.common.synchronization [req-2f88faeb-1479-4877-a3e2-e3126f3b6938 req-13154eb5-c458-409c-8853-89c1e7d435ed service nova] Enqueued Resource ID: 62266987-1c9f-4194-a46b-72cda04f4421 with Priority: HIGHEST for action port [ 781.534553] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 781.534553] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 781.534553] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62266987-1c9f-4194-a46b-72cda04f4421 with Priority: HIGHEST for action port [ 781.534811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.534811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.534917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.535141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.535251] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.536061] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.536178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.536245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.536402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.536544] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.536635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.536693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.536828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.536937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.538032] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.538032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-62266987-1c9f-4194-a46b-72cda04f4421 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.538032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.538032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.538032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.538680] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62266987-1c9f-4194-a46b-72cda04f4421',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.884801] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent loop - iteration:0 completed [ 781.885010] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent loop - iteration:1 started [ 782.039923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.040126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.040361] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62266987-1c9f-4194-a46b-72cda04f4421 with status ACTIVE [ 782.040542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.040654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.040719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.040933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.041060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.041246] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.041361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.041439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.041600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.041676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.041856] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.041948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.042027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.042191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.042271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.042355] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62266987-1c9f-4194-a46b-72cda04f4421 is going to be updated. [ 782.044177] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.068998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.069255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.069255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.069474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.069611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.069771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62266987-1c9f-4194-a46b-72cda04f4421" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.552127] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.636181] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 in Status: SUCCESS [ 782.637734] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 deletion is rescheduled due to dependency. [ 782.637925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.061593] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.061789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.061848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.062060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.062183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.062239] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be created. [ 783.093059] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.093059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.093170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.094258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.094258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.105308] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: UNINITIALIZED for 2s [ 783.283025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6977681-b93f-4471-a224-7939cb2fc93f in Status: SUCCESS [ 783.283246] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6977681-b93f-4471-a224-7939cb2fc93f deletion is rescheduled due to dependency. [ 783.283375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.137140] env[65279]: INFO networking_nsxv3.common.synchronization [req-614315da-a4ee-4644-95b2-b97bcd196c40 req-a3c0aab2-c37d-4de2-acdf-3a10e8e7c5af tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 784.137773] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 784.140127] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.140363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.140496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.141019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.141019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.141221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.141221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.141452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.141515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.141661] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.646289] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.646289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.646289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.646289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.677062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.677443] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.677568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.677634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.677844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.677926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.678034] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 784.710381] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.711195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.711195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.711421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.711594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.723960] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 785.116157] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 785.116365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.116528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.116765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.119353] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.119869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.119869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.119939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.120070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.120184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.120280] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.127761] env[65279]: INFO networking_nsxv3.common.synchronization [req-0e5c006f-c818-4dd8-b2d9-9e9342cba31e req-2ed82f49-a55b-4fc8-8681-61dc9a82128c tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 785.128706] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 785.129035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.129159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.129260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.129414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.129561] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.129655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.129716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.129856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.129939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.130065] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.436196] env[65279]: INFO networking_nsxv3.common.synchronization [req-c12bfde9-fe91-4dc3-b322-c48a46040d63 req-a323017a-f8d6-4eb6-b896-32da6294e7c6 tempest-FloatingIPsAssociationTestJSON-442270236 tempest-FloatingIPsAssociationTestJSON-442270236-project-member] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 785.436196] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 785.436472] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.436537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.436569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.436931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.436931] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.437054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.437087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.437420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.437420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.437502] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.626080] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.626278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.626352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.626611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.626807] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.626916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.627018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.627172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.627271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.627380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.627537] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.627760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.627760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.627868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.627979] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.628103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.628139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.628269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.628343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.628427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.628515] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.631926] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.808959] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-455 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.809201] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.809335] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.809608] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.809879] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.810373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.810373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.810526] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.810704] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.810949] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.811115] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.811807] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.811807] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.811807] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.811949] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.812049] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.833711] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.833884] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.833995] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.834181] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-455" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.834511] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-443c0232-4cb3-4471-92b1-856e9b680ceb taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.834671] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.834786] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.835192] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.835332] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443c0232-4cb3-4471-92b1-856e9b680ceb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.941724] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.131212] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 786.134074] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.152267] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.152403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.152403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.152610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.152700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.152924] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.153558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.153558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.153558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.153558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.153558] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.153558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.153838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.153838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.153838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.153995] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.156043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.156043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.156043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.156043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.156043] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be created. [ 786.158274] env[65279]: INFO networking_nsxv3.common.synchronization [None req-26133b4b-20db-4d45-a424-e45231abda5d None None] Enqueued Resource ID: bcd851da-3922-411e-bebb-10c5da76b2ea with Priority: HIGHEST for action port [ 786.158406] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd851da-3922-411e-bebb-10c5da76b2ea with Priority: HIGHEST for action port [ 786.158868] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd851da-3922-411e-bebb-10c5da76b2ea taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.158983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd851da-3922-411e-bebb-10c5da76b2ea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.159058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd851da-3922-411e-bebb-10c5da76b2ea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.159503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd851da-3922-411e-bebb-10c5da76b2ea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.159503] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd851da-3922-411e-bebb-10c5da76b2ea',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.218697] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.218852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.218958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.219164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.234147] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 786.338713] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.338866] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.340485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.340841] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.341012] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.341281] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 443c0232-4cb3-4471-92b1-856e9b680ceb not found, creating... [ 786.341482] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.341646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.341845] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.341979] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.342143] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.342428] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.342581] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.342695] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.342901] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.343045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.343182] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 443c0232-4cb3-4471-92b1-856e9b680ceb is going to be created. [ 786.377579] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.377880] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.378092] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.378297] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.378540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.378772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.444361] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.638844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.638844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.638844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.638844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.638844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.638844] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 786.666628] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bcd851da-3922-411e-bebb-10c5da76b2ea [ 786.666902] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.667105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.667185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.667465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.667566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.667665] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bcd851da-3922-411e-bebb-10c5da76b2ea already deleted. [ 786.667787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd851da-3922-411e-bebb-10c5da76b2ea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.671784] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.672010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.672061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.672307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.672505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.684611] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 786.738354] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 786.738748] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 786.739052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.947465] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.947748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.947748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.947946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.948086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.948191] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 is going to be updated. [ 786.983959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.983959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.983959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.983959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.983959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.993397] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: IN_PROGRESS for 2s [ 787.181342] env[65279]: INFO networking_nsxv3.common.synchronization [req-c12bfde9-fe91-4dc3-b322-c48a46040d63 req-2421f49c-cf27-47b3-b388-2dfb58040d55 service nova] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_rules [ 787.181530] env[65279]: INFO networking_nsxv3.common.synchronization [req-c12bfde9-fe91-4dc3-b322-c48a46040d63 req-2421f49c-cf27-47b3-b388-2dfb58040d55 service nova] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 787.181665] env[65279]: INFO networking_nsxv3.common.synchronization [req-c12bfde9-fe91-4dc3-b322-c48a46040d63 req-2421f49c-cf27-47b3-b388-2dfb58040d55 service nova] Enqueued Resource ID: 443c0232-4cb3-4471-92b1-856e9b680ceb with Priority: HIGHEST for action port [ 787.182226] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_rules [ 787.182873] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 787.182873] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 443c0232-4cb3-4471-92b1-856e9b680ceb with Priority: HIGHEST for action port [ 787.183083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.183198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.183266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.183486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.183567] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.185405] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.185405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.185405] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-443c0232-4cb3-4471-92b1-856e9b680ceb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.185405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.185405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.185405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.185405] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('443c0232-4cb3-4471-92b1-856e9b680ceb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.246069] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6e3ebd31-854d-4b02-aa94-b88039343aad tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 787.246581] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 787.246913] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.247048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.247115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.247361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.247440] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.346507] env[65279]: INFO networking_nsxv3.common.synchronization [None req-f5f419b8-ec33-4ae9-b649-15c94c4b6373 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 787.346618] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 787.346904] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.347011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.688571] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 443c0232-4cb3-4471-92b1-856e9b680ceb with status ACTIVE [ 787.688924] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.688924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.689036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.689303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.689397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.689580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.689894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.689894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.689998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.690147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.690377] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.690487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.690528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.690835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.690835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.690835] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 443c0232-4cb3-4471-92b1-856e9b680ceb is going to be updated. [ 787.693472] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.693472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.716536] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.716719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.716777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.717096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.717306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.717558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-443c0232-4cb3-4471-92b1-856e9b680ceb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.771206] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.775216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.775216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.775216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.775216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.775216] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38be68e0-5825-4af0-865b-05c233e18811 already deleted. [ 787.775216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.775216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.775216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.775216] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.250881] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 788.250881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.300109] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.300274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.300345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.301153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.301153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.301153] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38be68e0-5825-4af0-865b-05c233e18811 already deleted. [ 788.301153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.495836] env[65279]: INFO networking_nsxv3.common.synchronization [None req-ca2b92c1-d218-4fc8-995d-0e2bcf2ad9b5 None None] Enqueued Resource ID: 0a94b68a-6190-43a1-bf7f-3740b4658a43 with Priority: HIGHEST for action port [ 788.496610] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a94b68a-6190-43a1-bf7f-3740b4658a43 with Priority: HIGHEST for action port [ 788.496927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a94b68a-6190-43a1-bf7f-3740b4658a43 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.496927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a94b68a-6190-43a1-bf7f-3740b4658a43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.497108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a94b68a-6190-43a1-bf7f-3740b4658a43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.497314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a94b68a-6190-43a1-bf7f-3740b4658a43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.497422] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a94b68a-6190-43a1-bf7f-3740b4658a43',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.695633] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 788.695967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.002992] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a94b68a-6190-43a1-bf7f-3740b4658a43 [ 789.003301] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.003510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.003510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.003761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.003761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.003924] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a94b68a-6190-43a1-bf7f-3740b4658a43 already deleted. [ 789.003924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a94b68a-6190-43a1-bf7f-3740b4658a43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.007583] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: SUCCESS [ 789.007835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.007961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.008186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.008362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.008474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.008536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.009074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.009074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.009074] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.511032] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.013646] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.516788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.516788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.516788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.516788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.516788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.516788] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 is going to be updated. [ 790.555029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.555029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.555029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.555029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.555029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.569677] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: IN_PROGRESS for 2s [ 791.589768] env[65279]: INFO networking_nsxv3.common.synchronization [req-6d74dbda-7901-4fde-98e4-a4e227dfaf09 req-2ee50953-9252-4f48-a0bc-bc37c6a4abda tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 791.593734] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 791.593734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.593734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.593734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.593734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.593734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.593734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.593734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.593734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.593734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.593734] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.623018] env[65279]: INFO networking_nsxv3.common.synchronization [req-6d74dbda-7901-4fde-98e4-a4e227dfaf09 req-2ee50953-9252-4f48-a0bc-bc37c6a4abda tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 791.623018] env[65279]: INFO networking_nsxv3.common.synchronization [req-6d74dbda-7901-4fde-98e4-a4e227dfaf09 req-2ee50953-9252-4f48-a0bc-bc37c6a4abda tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 791.623018] env[65279]: INFO networking_nsxv3.common.synchronization [req-6d74dbda-7901-4fde-98e4-a4e227dfaf09 req-2ee50953-9252-4f48-a0bc-bc37c6a4abda tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 with Priority: HIGHEST for action port [ 791.623018] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 791.623018] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 791.623018] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 with Priority: HIGHEST for action port [ 791.623018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.623018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.623018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.626568] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.627811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.629909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.629909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c5dbf6-9b59-4a8e-816d-efd7be460073 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.629909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.629909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.629909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.629909] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c5dbf6-9b59-4a8e-816d-efd7be460073',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.096046] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.132012] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.132012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136781] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52c5dbf6-9b59-4a8e-816d-efd7be460073 with status ACTIVE [ 792.136781] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.136781] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.136781] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.136781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.136781] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 is going to be updated. [ 792.165030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.165030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.165030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.165030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.165030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.165030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.583350] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: SUCCESS [ 792.583676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.583893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.584429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.584429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.585290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.585290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.585290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.585290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.585290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.585290] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.599138] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.089442] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.089627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.089627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.090294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.090294] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.090294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.090294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.090506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.090574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.091533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.091533] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.091533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.091533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.091533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.091533] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.091533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.091533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.091932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.091932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.091932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.092022] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.102885] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.102885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.102885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.102885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.102885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.102885] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be updated. [ 793.140973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.141245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.141245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.141410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.141553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.152818] env[65279]: INFO networking_nsxv3.common.synchronization [req-ff681e1a-8f04-45de-b61d-d07ce0f28753 req-cb88f92e-23b2-4b84-96c5-93798be7e4bf tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 793.153399] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 793.154312] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: IN_PROGRESS for 2s [ 793.154574] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.154693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.154764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.155215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.155215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.155215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.155464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.155464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.155548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.155600] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.595622] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d79eefeb-b86d-4399-95ee-1773247a3498: rpc.has_security_group_logging(os_id): False [ 793.615190] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.615484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.615484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.615618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.637311] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.637440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.637490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.637695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.637772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.637979] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.639844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.639844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.640468] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 is going to be updated. [ 793.658114] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.658317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.658392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.658777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.658871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.659089] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.659211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.659287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.659424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.659500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.659587] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be updated. [ 793.691818] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.692075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.692198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.692713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.692977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.709020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 793.717373] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.717546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.717853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.734722] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: IN_PROGRESS for 2s [ 794.961685] env[65279]: INFO networking_nsxv3.common.synchronization [req-f1e5cb7d-ac20-490f-b1a1-1bc424946c5a req-1157c6e5-f5e9-4a76-9b12-56c45a54f0ae tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 794.962848] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 794.963245] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.963379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.984090] env[65279]: INFO networking_nsxv3.common.synchronization [req-f1e5cb7d-ac20-490f-b1a1-1bc424946c5a req-1157c6e5-f5e9-4a76-9b12-56c45a54f0ae tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 794.984090] env[65279]: INFO networking_nsxv3.common.synchronization [req-f1e5cb7d-ac20-490f-b1a1-1bc424946c5a req-1157c6e5-f5e9-4a76-9b12-56c45a54f0ae tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 794.984222] env[65279]: INFO networking_nsxv3.common.synchronization [req-f1e5cb7d-ac20-490f-b1a1-1bc424946c5a req-1157c6e5-f5e9-4a76-9b12-56c45a54f0ae tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 with Priority: HIGHEST for action port [ 794.984730] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_rules [ 794.984860] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 794.984954] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 with Priority: HIGHEST for action port [ 794.985295] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.985395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.985579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.985673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.985821] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-52c5dbf6-9b59-4a8e-816d-efd7be460073 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.985916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.985974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.986185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.986261] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52c5dbf6-9b59-4a8e-816d-efd7be460073',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.165777] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: SUCCESS [ 795.165886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.165982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.166213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.166632] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.166632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.166632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.166791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.166791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.166890] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.489092] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52c5dbf6-9b59-4a8e-816d-efd7be460073 with status ACTIVE [ 795.489092] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.489366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.489366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.489432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.489512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.489689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.489787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.489848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.490110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.490222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.490387] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.490501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.490563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.490707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.490780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.490863] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52c5dbf6-9b59-4a8e-816d-efd7be460073 is going to be updated. [ 795.517323] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.517499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.517584] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.517828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.517893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.518123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52c5dbf6-9b59-4a8e-816d-efd7be460073" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.670828] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.718146] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 795.718146] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a deletion is rescheduled due to dependency. [ 795.718146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.758129] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: SUCCESS [ 795.758447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.174017] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.677125] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.678177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.678177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.678177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.678355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.678401] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be updated. [ 796.707697] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.707892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.708039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.708325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.708491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.718127] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: IN_PROGRESS for 2s [ 798.102198] env[65279]: INFO networking_nsxv3.common.synchronization [None req-4e0ccac0-718c-4efc-a479-d5b0cd050c32 None None] Enqueued Resource ID: 6e033d22-847f-4024-b213-731cbd08a8da with Priority: HIGHEST for action port [ 798.103107] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e033d22-847f-4024-b213-731cbd08a8da with Priority: HIGHEST for action port [ 798.103419] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e033d22-847f-4024-b213-731cbd08a8da taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.103556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e033d22-847f-4024-b213-731cbd08a8da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.103610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e033d22-847f-4024-b213-731cbd08a8da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.103860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e033d22-847f-4024-b213-731cbd08a8da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.103932] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e033d22-847f-4024-b213-731cbd08a8da',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.607835] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e033d22-847f-4024-b213-731cbd08a8da [ 798.608103] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.608263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.608337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.608566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.608659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.608755] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e033d22-847f-4024-b213-731cbd08a8da already deleted. [ 798.608828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e033d22-847f-4024-b213-731cbd08a8da" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731214] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: SUCCESS [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731214] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.731678] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.732219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.733350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.733551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.733678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.733744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.733890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.733983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.734086] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.995304] env[65279]: INFO networking_nsxv3.common.synchronization [req-93192e5a-1de9-4318-b6f4-739b74e424e9 req-23a83305-2cf5-41c2-9ac0-d812345bfd3e tempest-ServersV294TestFqdnHostnames-1700753108 tempest-ServersV294TestFqdnHostnames-1700753108-project-member] Enqueued Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_members [ 798.995304] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGHEST for action security_group_members [ 798.996024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.996024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.996024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.996024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.996257] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.996257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.996257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.996443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.996482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.996578] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.237340] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.238163] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.500915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.500915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.500915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.500915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.523594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.523594] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.523594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.523594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.523594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.523594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.523594] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4924e656-9d30-445a-b327-6295c945182e is going to be updated. [ 799.552843] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.553203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.553203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.553338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.553417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.563086] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4924e656-9d30-445a-b327-6295c945182e in Status: IN_PROGRESS for 2s [ 799.739553] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f108b781-95f4-4969-8661-fa41a15c055d: rpc.has_security_group_logging(os_id): False [ 799.740969] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.762898] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.762898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.762898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.762898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.790815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.791164] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.791293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.791874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.791874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.791874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.791874] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be updated. [ 799.827489] env[65279]: INFO networking_nsxv3.common.synchronization [req-50b8e4d8-0f51-46d7-8c24-8f33ebf53c97 req-3e4139c2-7583-4763-91ac-1a0255c3d629 tempest-AttachInterfacesUnderV243Test-260737877 tempest-AttachInterfacesUnderV243Test-260737877-project-member] Enqueued Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 799.827804] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f108b781-95f4-4969-8661-fa41a15c055d with Priority: HIGHEST for action security_group_members [ 799.829998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-f108b781-95f4-4969-8661-fa41a15c055d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.830131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.871047] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.871214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.871597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.871597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.871702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.890147] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: IN_PROGRESS for 2s [ 800.246355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.246355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.246355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.246355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.246355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.246355] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be updated. [ 800.282021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.282021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.282021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.282021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.282021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.293967] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: IN_PROGRESS for 2s [ 801.313041] env[65279]: INFO networking_nsxv3.common.synchronization [None req-12d4a437-7b59-41b6-a124-a88861322aa3 None None] Enqueued Resource ID: 5929be4a-873c-44a2-b5a9-623f66f83f91 with Priority: HIGHEST for action port [ 801.315435] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5929be4a-873c-44a2-b5a9-623f66f83f91 with Priority: HIGHEST for action port [ 801.316980] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5929be4a-873c-44a2-b5a9-623f66f83f91 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.316980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5929be4a-873c-44a2-b5a9-623f66f83f91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.316980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5929be4a-873c-44a2-b5a9-623f66f83f91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.317223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5929be4a-873c-44a2-b5a9-623f66f83f91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.317305] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5929be4a-873c-44a2-b5a9-623f66f83f91',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.575321] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4924e656-9d30-445a-b327-6295c945182e in Status: SUCCESS [ 801.575686] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4924e656-9d30-445a-b327-6295c945182e deletion is rescheduled due to dependency. [ 801.575686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.819458] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5929be4a-873c-44a2-b5a9-623f66f83f91 [ 801.819726] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.819867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.820226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.820226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.820394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.820428] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5929be4a-873c-44a2-b5a9-623f66f83f91 already deleted. [ 801.820488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5929be4a-873c-44a2-b5a9-623f66f83f91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.904091] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: SUCCESS [ 801.904321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.904685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.905205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.905333] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.308081] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f108b781-95f4-4969-8661-fa41a15c055d in Status: SUCCESS [ 802.308081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.308081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.308081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.308081] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.308081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.308081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.308637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.308637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.308637] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.426991] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.427380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.427380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.427509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.427509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.427641] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be deleted. [ 802.488698] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.488785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.488829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.489032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.489134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.489254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.813310] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.813507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.813585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.813787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.813869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.814082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.814177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.814242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.814392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.814473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.814594] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f108b781-95f4-4969-8661-fa41a15c055d is going to be deleted. [ 802.850539] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.850802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.850802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.851107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.851107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.851631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.851631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.851631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.852020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.852020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.852020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.852020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.853104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.853104] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f108b781-95f4-4969-8661-fa41a15c055d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.355821] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.357086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.357086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.357086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.357318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.357318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.357318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.357462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.357536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.357623] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f108b781-95f4-4969-8661-fa41a15c055d already deleted. [ 803.357702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f108b781-95f4-4969-8661-fa41a15c055d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.799594] env[65279]: INFO networking_nsxv3.common.synchronization [None req-fa2e08b0-8a55-4084-bdee-7b4350fddf7a None None] Enqueued Resource ID: 0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf with Priority: HIGHEST for action port [ 803.800145] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf with Priority: HIGHEST for action port [ 803.800469] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.800744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.800744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.801045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.801412] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.072033] env[65279]: INFO networking_nsxv3.common.synchronization [None req-c1045a28-496e-413a-8509-8b219f59887f tempest-ServersTestBootFromVolume-1278433998 tempest-ServersTestBootFromVolume-1278433998-project-member] Enqueued Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_rules [ 804.073043] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_rules [ 804.073043] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.073043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.073043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.073043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.073043] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.219731] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6d105488-b74e-4c4b-9621-5fb9ffc150a0 tempest-ServersTestBootFromVolume-1278433998 tempest-ServersTestBootFromVolume-1278433998-project-member] Enqueued Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_rules [ 804.220347] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_rules [ 804.220664] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.220768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.306965] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf [ 804.307232] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.307375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.307475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.307696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.307779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.307885] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf already deleted. [ 804.307973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f8ba677-a3e2-497a-9d3f-3c7b625c7dbf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.600077] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.600301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.600392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.601300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.601300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.601300] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 already deleted. [ 804.601300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.601300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.602238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.602401] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.208508] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.208508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.208508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.208508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.208508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.208508] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 already deleted. [ 805.208508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.468298] env[65279]: INFO networking_nsxv3.common.synchronization [req-0680a784-b563-482e-aa79-6a38d872ebc7 req-f72bc761-7ddb-4f37-838c-0e59bd5416d8 tempest-ServersTestFqdnHostnames-688053079 tempest-ServersTestFqdnHostnames-688053079-project-member] Enqueued Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_members [ 805.468869] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGHEST for action security_group_members [ 805.471622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.471622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.471622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.471622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.471622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.471952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.471952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.471952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.472106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.472218] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.597976] env[65279]: INFO networking_nsxv3.common.synchronization [req-e48e5b35-3dac-4425-a5af-150a54ceb099 req-3cddae6b-48d5-4d0a-a028-5d840fb677e1 tempest-ServerRescueTestJSON-559681769 tempest-ServerRescueTestJSON-559681769-project-member] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 805.598508] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 805.598845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.598936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.598992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.604047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.604047] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.604047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.604047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.604263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.604263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.604321] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.975871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.975871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.975871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.975871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.001860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.002177] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.002297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.002376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.002614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.002704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.002842] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d is going to be updated. [ 806.036485] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.037344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.037344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.037344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.037344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.046606] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d in Status: IN_PROGRESS for 2s [ 806.075306] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.075831] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.075831] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.075989] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.076384] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.076595] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.076910] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.077045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.077173] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.077419] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.077564] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.077765] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.077843] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.077910] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.078021] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.078160] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.099173] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.100212] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.100212] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.100212] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.100212] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-a6829f75-241b-4142-871f-2cc3899ca122 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.100212] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.100781] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.100781] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.100912] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6829f75-241b-4142-871f-2cc3899ca122',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.106546] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.107057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.107057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.107057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.107057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.107425] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.107425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.107425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.107607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.107607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.107711] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d already deleted. [ 806.107759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.603903] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.604218] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.604218] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.604410] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.604551] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.604697] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port a6829f75-241b-4142-871f-2cc3899ca122 not found, creating... [ 806.604949] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.605368] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.605368] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.605487] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.605597] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.606648] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.606648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.606648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.606648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.606648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.606878] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: a6829f75-241b-4142-871f-2cc3899ca122 is going to be created. [ 806.628314] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.628542] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.628660] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.628915] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.629149] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.629363] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.333433] env[65279]: INFO networking_nsxv3.common.synchronization [req-e48e5b35-3dac-4425-a5af-150a54ceb099 req-44763117-7bd7-4310-8fda-78b367ab1c8e service nova] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_rules [ 807.333605] env[65279]: INFO networking_nsxv3.common.synchronization [req-e48e5b35-3dac-4425-a5af-150a54ceb099 req-44763117-7bd7-4310-8fda-78b367ab1c8e service nova] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 807.333733] env[65279]: INFO networking_nsxv3.common.synchronization [req-e48e5b35-3dac-4425-a5af-150a54ceb099 req-44763117-7bd7-4310-8fda-78b367ab1c8e service nova] Enqueued Resource ID: a6829f75-241b-4142-871f-2cc3899ca122 with Priority: HIGHEST for action port [ 807.334424] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_rules [ 807.334424] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 807.334517] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6829f75-241b-4142-871f-2cc3899ca122 with Priority: HIGHEST for action port [ 807.334723] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.334846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.334913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.335854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.336113] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.337213] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.337321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.337757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.337757] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.337757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.337924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.338776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.338849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.338953] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.343261] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6829f75-241b-4142-871f-2cc3899ca122 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.343416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.343416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.343746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.343862] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6829f75-241b-4142-871f-2cc3899ca122',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.390368] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5fac2bf1-53ba-40ba-80db-7722ce6bdccc None None] Enqueued Resource ID: 2304c549-3571-4c8c-b56f-6bdaecbc9313 with Priority: HIGHEST for action port [ 807.390693] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2304c549-3571-4c8c-b56f-6bdaecbc9313 with Priority: HIGHEST for action port [ 807.391842] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-2304c549-3571-4c8c-b56f-6bdaecbc9313 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.392377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2304c549-3571-4c8c-b56f-6bdaecbc9313" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.392678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2304c549-3571-4c8c-b56f-6bdaecbc9313" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.392812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2304c549-3571-4c8c-b56f-6bdaecbc9313" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.394219] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2304c549-3571-4c8c-b56f-6bdaecbc9313',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.846689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.847067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.847173] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.848553] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6829f75-241b-4142-871f-2cc3899ca122 with status ACTIVE [ 807.848553] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.848553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.848553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.848866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.848866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.849752] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.849932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.850017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.850216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.850313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.850671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.850945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.850945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.851603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.851603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.851603] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6829f75-241b-4142-871f-2cc3899ca122 is going to be updated. [ 807.874669] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.874891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.874999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.875474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.875575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.875758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6829f75-241b-4142-871f-2cc3899ca122" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.897968] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2304c549-3571-4c8c-b56f-6bdaecbc9313 [ 807.897968] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.897968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.898111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.898355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.898449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.898543] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2304c549-3571-4c8c-b56f-6bdaecbc9313 already deleted. [ 807.898695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2304c549-3571-4c8c-b56f-6bdaecbc9313" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.057134] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d in Status: SUCCESS [ 808.057871] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d deletion is rescheduled due to dependency. [ 808.057871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.353327] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.855978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.855978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.855978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.856497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.856497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.856497] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be created. [ 808.886641] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.886641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.886641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.886641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.886641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.901354] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: UNINITIALIZED for 2s [ 809.011455] env[65279]: INFO networking_nsxv3.common.synchronization [req-24765cad-cef4-4e3f-9f01-37baae486cef req-8f59cd42-13a8-4a03-a67d-549320976f33 tempest-FloatingIPsAssociationTestJSON-442270236 tempest-FloatingIPsAssociationTestJSON-442270236-project-member] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 809.012048] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 809.012401] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.012529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.012587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.012850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.013029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.013155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.013212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.013359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.013460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.013572] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.156143] env[65279]: INFO networking_nsxv3.common.synchronization [req-16cc1d43-3e0b-487d-8e58-2e221df3b4bc req-273cd37f-ba70-4770-b976-a90c6dbce90d tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 809.158418] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 809.158799] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.158930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.158999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.159212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.159360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.159455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.159518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.159659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.159744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.159859] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.515414] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.627074] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.627271] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.627389] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.627649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.628249] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.628433] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.628559] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.628772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.629019] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.629797] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.630090] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.630090] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.630263] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.630263] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.630331] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.630514] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.649678] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.649855] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.650017] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.650167] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.650599] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-3041816e-cdc3-4ed9-9df0-91ccd955caf2 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.650898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.650970] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.651303] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.651556] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3041816e-cdc3-4ed9-9df0-91ccd955caf2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.661705] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.661858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.661899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.662151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.662275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.662475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.662576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.662634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.662861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.662938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.663169] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 809.690032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.690206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.690206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.690547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.690639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.699922] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 810.019662] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.155025] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.155025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.155025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.155025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.155025] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.155025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 3041816e-cdc3-4ed9-9df0-91ccd955caf2 not found, creating... [ 810.155025] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.155375] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.155375] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.155435] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.155529] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.155795] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.155935] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.156052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.156251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.156373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.156505] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 3041816e-cdc3-4ed9-9df0-91ccd955caf2 is going to be created. [ 810.177618] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.177822] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.177945] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.178239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.178488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.178783] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.527699] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.527816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.527816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.528062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.528140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.528242] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 is going to be updated. [ 810.568648] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.568791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.568858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.569084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.569236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.580813] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: IN_PROGRESS for 2s [ 810.912827] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: SUCCESS [ 810.913127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.913337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.913599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.913834] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.914052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.914052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.914258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.914351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.914460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.914580] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.027513] env[65279]: INFO networking_nsxv3.common.synchronization [req-16cc1d43-3e0b-487d-8e58-2e221df3b4bc req-3e2fccfd-32c1-4d2d-a76c-5fa7c63b41b0 service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 811.028104] env[65279]: INFO networking_nsxv3.common.synchronization [req-16cc1d43-3e0b-487d-8e58-2e221df3b4bc req-3e2fccfd-32c1-4d2d-a76c-5fa7c63b41b0 service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 811.028104] env[65279]: INFO networking_nsxv3.common.synchronization [req-16cc1d43-3e0b-487d-8e58-2e221df3b4bc req-3e2fccfd-32c1-4d2d-a76c-5fa7c63b41b0 service nova] Enqueued Resource ID: 3041816e-cdc3-4ed9-9df0-91ccd955caf2 with Priority: HIGHEST for action port [ 811.028501] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 811.028501] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 811.028591] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3041816e-cdc3-4ed9-9df0-91ccd955caf2 with Priority: HIGHEST for action port [ 811.029218] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.029218] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.029218] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.029372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.029372] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.031816] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.031816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.031816] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-3041816e-cdc3-4ed9-9df0-91ccd955caf2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.031816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.031816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.032063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.032063] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3041816e-cdc3-4ed9-9df0-91ccd955caf2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.417188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.417356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.417581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.418093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.418093] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.418093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.418093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.418093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.418316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.418316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.418734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.418734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.418734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.418734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.419308] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.419308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.419308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.419308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.419308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.419670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.419670] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.533401] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.533994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.533994] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3041816e-cdc3-4ed9-9df0-91ccd955caf2 with status ACTIVE [ 811.533994] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.533994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.534214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.534345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.534345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.534521] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.534617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.534677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.534819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.535833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.535833] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.535833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.535833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.535833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.535833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.535833] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3041816e-cdc3-4ed9-9df0-91ccd955caf2 is going to be updated. [ 811.559251] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.559251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.559251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.559251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.559251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3041816e-cdc3-4ed9-9df0-91ccd955caf2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.713451] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 811.714859] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 deletion is rescheduled due to dependency. [ 811.714859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.714859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.714859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.714859] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.714859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.714859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.714859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.715230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.715230] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.921391] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2da53c3-3b80-4323-bdff-f0c2cd196c7d: rpc.has_security_group_logging(os_id): False [ 811.940188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.940357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.940449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.940669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.940764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.940970] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.941076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.941134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.941285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.941362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.941631] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.941722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.941722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.941836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.941911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.942101] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.942224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.942260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.942391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.942463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.942512] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be created. [ 812.007803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.007803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.007803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.007803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.008061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.021042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: IN_PROGRESS for 2s [ 812.217670] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.594369] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: SUCCESS [ 812.594587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.721673] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.223769] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.224230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.224230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.224230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.224372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.224442] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 813.255364] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.255627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.255627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.256074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.256295] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.265255] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 813.669558] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-0bf6fd67-9251-4678-8f44-5a1f1051c463 tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 813.670110] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 813.670477] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.670588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.670674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.670861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.671693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.671693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.671693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.671693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.671693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.671693] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.036195] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: SUCCESS [ 814.036424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.065697] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.065905] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.066037] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.066302] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.066583] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.066765] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.066952] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.067207] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.067345] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.067552] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.067665] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 814.067768] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 814.067869] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 814.067983] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 814.068170] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 814.068398] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 814.088036] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 814.088157] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 814.088290] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 814.088787] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.088838] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.088969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.089097] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.089423] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.089558] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b1d02c-e0d5-405e-8974-3f0db964a6e5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.174074] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.174292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.174385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.174611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.197865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.197865] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.197865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.197865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.197865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.197865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.198970] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 814.230591] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.231261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.231261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.231578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.231702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.245213] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 814.591527] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.591822] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.591906] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.592194] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.592363] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.592515] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port f4b1d02c-e0d5-405e-8974-3f0db964a6e5 not found, creating... [ 814.592805] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.592951] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.593072] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.593303] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.593430] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.593710] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.593859] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.593969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.594187] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.594362] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.594439] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: f4b1d02c-e0d5-405e-8974-3f0db964a6e5 is going to be created. [ 814.616893] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.616893] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.617076] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.618033] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.618033] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.618033] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.042160] env[65279]: INFO networking_nsxv3.common.synchronization [req-ca0e39ee-6eae-4e07-930d-361e88289b94 req-c391e97f-c7a6-4cfd-a7c5-c061d76e4ae9 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 815.042333] env[65279]: INFO networking_nsxv3.common.synchronization [req-ca0e39ee-6eae-4e07-930d-361e88289b94 req-c391e97f-c7a6-4cfd-a7c5-c061d76e4ae9 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_members [ 815.042468] env[65279]: INFO networking_nsxv3.common.synchronization [req-ca0e39ee-6eae-4e07-930d-361e88289b94 req-c391e97f-c7a6-4cfd-a7c5-c061d76e4ae9 tempest-SecurityGroupsTestJSON-1712408296 tempest-SecurityGroupsTestJSON-1712408296-project-member] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 815.043135] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGHEST for action security_group_members [ 815.043279] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 with Priority: HIGHEST for action security_group_members [ 815.043393] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGHEST for action security_group_members [ 815.043651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.043771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.043837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.044050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.044256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.044325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.044358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.044504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.044588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.044677] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.045539] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.045644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.045712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.045878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.046020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.046118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.046160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.046299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.046365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.046450] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('be423424-5de9-4e4d-ad6f-ee1a8ff13ac5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.047708] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.047708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.047848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.047885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.047998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.048104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.048167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.048500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.048500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.048500] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.279528] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 4s [ 815.357221] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-f9dfcf5d-75ef-4e29-8ed1-1ca9f245b747 service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 815.357393] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-f9dfcf5d-75ef-4e29-8ed1-1ca9f245b747 service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 815.357551] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-f9dfcf5d-75ef-4e29-8ed1-1ca9f245b747 service nova] Enqueued Resource ID: f4b1d02c-e0d5-405e-8974-3f0db964a6e5 with Priority: HIGHEST for action port [ 815.358214] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 815.358399] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 815.358516] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b1d02c-e0d5-405e-8974-3f0db964a6e5 with Priority: HIGHEST for action port [ 815.358804] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.358925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.359025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.359217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.359301] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.363482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.363637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.363806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.364141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.364141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.364248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.364294] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4b1d02c-e0d5-405e-8974-3f0db964a6e5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.550830] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.550994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.551107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.551336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.552837] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.552956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.553209] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.553290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.575816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.576133] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.576304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.576439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.576620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.576671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.576750] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 is going to be updated. [ 815.577763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.577947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.578052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.578233] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.578335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.578416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.578577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.578639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.578716] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be updated. [ 815.579605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.579801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.608457] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.608457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.608457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.608802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.608958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.611066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.611374] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.611500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.611643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.611892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.612042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.612131] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be updated. [ 815.619535] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.619535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.619535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.619535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.619535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.622797] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: IN_PROGRESS for 2s [ 815.629425] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: IN_PROGRESS for 2s [ 815.666633] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.666825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.666905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.667624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.667624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.676717] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: IN_PROGRESS for 2s [ 815.864912] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.864912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.868188] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4b1d02c-e0d5-405e-8974-3f0db964a6e5 with status ACTIVE [ 815.868188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.868188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.868188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.869166] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.869166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.869166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.869166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.869166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.869166] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4b1d02c-e0d5-405e-8974-3f0db964a6e5 is going to be updated. [ 815.894759] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.894759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.894759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.895022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.895120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.895281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4b1d02c-e0d5-405e-8974-3f0db964a6e5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.260149] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 4s [ 816.353211] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-09f5dc99-50ac-4f51-a5a9-63989d6eb8ce tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 816.354628] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 816.354759] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.354881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.745516] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.745796] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.745905] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.746193] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.746515] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.746655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.746808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.747171] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.747277] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.747508] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.747642] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.747772] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.747901] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.748876] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.748876] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.748876] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.771792] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.771978] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.772134] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.772834] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-976" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.772834] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-969d5640-c24a-45c9-bf36-2526b0fd2e75 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.773094] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.773094] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.773366] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.773492] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('969d5640-c24a-45c9-bf36-2526b0fd2e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.276646] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.276903] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.277050] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.277346] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.277490] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.277667] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 969d5640-c24a-45c9-bf36-2526b0fd2e75 not found, creating... [ 817.277997] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.278177] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.278291] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.279026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.279026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.279130] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.279236] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.279325] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.279590] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.281212] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.281212] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 969d5640-c24a-45c9-bf36-2526b0fd2e75 is going to be created. [ 817.293057] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 817.293412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.293602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.293822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.294024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.294172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.294625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.294625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.294625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.294625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.295109] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.312015] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.312340] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.312896] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.313030] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.313279] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.313597] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.641025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f in Status: SUCCESS [ 817.641025] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f deletion is rescheduled due to dependency. [ 817.641025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.641025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 in Status: SUCCESS [ 817.641025] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: be423424-5de9-4e4d-ad6f-ee1a8ff13ac5 deletion is rescheduled due to dependency. [ 817.642080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-be423424-5de9-4e4d-ad6f-ee1a8ff13ac5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.690917] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 in Status: SUCCESS [ 817.691087] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 deletion is rescheduled due to dependency. [ 817.691204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.799923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.800201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.800281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.800686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.800738] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.800833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.800900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.801111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.801164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.801252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.801439] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.801529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.801572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.802147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.802147] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.802147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.802147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.802147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.802147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.802409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.802409] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.054327] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-030e918e-64f8-487f-98a8-c5abd35af00c service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 818.054495] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-030e918e-64f8-487f-98a8-c5abd35af00c service nova] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 818.054663] env[65279]: INFO networking_nsxv3.common.synchronization [req-55c34ee6-21ce-4cc4-afff-df125ed40532 req-030e918e-64f8-487f-98a8-c5abd35af00c service nova] Enqueued Resource ID: 969d5640-c24a-45c9-bf36-2526b0fd2e75 with Priority: HIGHEST for action port [ 818.054913] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_rules [ 818.055039] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 818.055143] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 969d5640-c24a-45c9-bf36-2526b0fd2e75 with Priority: HIGHEST for action port [ 818.055720] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.055836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.056013] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.056117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.056276] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-969d5640-c24a-45c9-bf36-2526b0fd2e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.056399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.056445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.056650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.056763] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('969d5640-c24a-45c9-bf36-2526b0fd2e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.276094] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 818.276954] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 deletion is rescheduled due to dependency. [ 818.276954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.276954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.276954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.277319] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.277319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.277319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.277562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.277562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.277654] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.305217] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7: rpc.has_security_group_logging(os_id): False [ 818.326842] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.326842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.326842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.326842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.326842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.327371] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.327371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.327371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.327544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.327544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.327747] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.327841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.327900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328449] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.328449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.328556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.328626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.328703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.328800] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 818.389989] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.390161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.390231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.390437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.390626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.405325] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 818.558763] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 969d5640-c24a-45c9-bf36-2526b0fd2e75 with status ACTIVE [ 818.559031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.559201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.559489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.559535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.559630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.559827] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.559937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.560010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.560179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.560264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.560563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.560749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.560749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.561015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.561099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.561189] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 969d5640-c24a-45c9-bf36-2526b0fd2e75 is going to be updated. [ 818.590454] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.590730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.590797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.591011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.591159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.591337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-969d5640-c24a-45c9-bf36-2526b0fd2e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.782409] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.286050] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.788806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.789207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.789207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.789207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.789340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.789340] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 819.822590] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.822803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.822891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.823134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.823277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.832576] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 820.423121] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 820.423441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.843746] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 821.843746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.843746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.844226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.844226] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.844226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.844226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.844405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.844454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.844537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.844664] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.845853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.846713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.846713] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.846713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.846713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.846713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.846991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.846991] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.348890] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.349059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.349258] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.852727] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.055892] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.055989] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 823.355686] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.355686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.355821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.356459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.356459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.356459] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 823.385788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.385967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.386041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.386263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.386402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.399418] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 825.413392] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 825.413640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.414510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.414510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.414510] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.414510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.414510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.414872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.414872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.414872] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.917415] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.982086] env[65279]: INFO networking_nsxv3.common.synchronization [req-3398a151-d0c3-48be-8ed1-c37f4200f271 req-eac9880d-1aaf-48c2-ad70-cb1cfa5b8431 tempest-ListImageFiltersTestJSON-1990860653 tempest-ListImageFiltersTestJSON-1990860653-project-member] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 825.982666] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 825.983019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.983856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.983988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.984360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.984578] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.984974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.985109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.985506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.985906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.986143] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.125081] env[65279]: INFO networking_nsxv3.common.synchronization [req-c78216c2-1b04-48ac-bc8b-c58d63ddfca2 req-a1efb682-b614-461d-80b4-928c2b16e274 tempest-ServersWithSpecificFlavorTestJSON-1884216288 tempest-ServersWithSpecificFlavorTestJSON-1884216288-project-member] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 826.126700] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 826.127777] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.128025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.128176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.128394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.128570] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.128669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.128734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.128887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.128979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.129098] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.332772] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.333231] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.334017] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.334017] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.334017] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.338298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.338298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.338298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.338298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.338298] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.338298] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.338298] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.338298] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.338298] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.338298] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.338298] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.358151] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.358715] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.358999] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.359223] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.359563] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-1b8eae7e-708c-4a5f-bd2e-5be23396370a taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.359755] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.359877] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.360288] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.360429] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8eae7e-708c-4a5f-bd2e-5be23396370a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.420355] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.489607] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.489961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.490072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.491115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.491115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.491115] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.491115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.491115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.491115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.491115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.491446] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6758a753-1835-496a-8983-0699ee60e29f already deleted. [ 826.491446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.631299] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.631382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.631430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.631963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.655928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.656887] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.656887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.656887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.656887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.656887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.656887] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 is going to be updated. [ 826.689164] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.689354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.689466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.689694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.689840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.700405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: IN_PROGRESS for 2s [ 826.863289] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.863527] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.863646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.863928] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865146] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865146] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 1b8eae7e-708c-4a5f-bd2e-5be23396370a not found, creating... [ 826.865146] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865146] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865146] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865146] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865146] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.865572] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.865572] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.865696] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.865834] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.865953] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.866099] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 1b8eae7e-708c-4a5f-bd2e-5be23396370a is going to be created. [ 826.892070] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.892360] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.892451] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.892869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.893021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.893316] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.922809] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.922996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.923501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.923501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.923501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.923501] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 826.977574] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.977799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.977880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.978170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.978366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.991468] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 827.684977] env[65279]: INFO networking_nsxv3.common.synchronization [req-3398a151-d0c3-48be-8ed1-c37f4200f271 req-193bedf3-15aa-4562-8590-2bcb22b27622 service nova] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_rules [ 827.685295] env[65279]: INFO networking_nsxv3.common.synchronization [req-3398a151-d0c3-48be-8ed1-c37f4200f271 req-193bedf3-15aa-4562-8590-2bcb22b27622 service nova] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 827.685295] env[65279]: INFO networking_nsxv3.common.synchronization [req-3398a151-d0c3-48be-8ed1-c37f4200f271 req-193bedf3-15aa-4562-8590-2bcb22b27622 service nova] Enqueued Resource ID: 1b8eae7e-708c-4a5f-bd2e-5be23396370a with Priority: HIGHEST for action port [ 827.685940] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_rules [ 827.685940] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 827.687757] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b8eae7e-708c-4a5f-bd2e-5be23396370a with Priority: HIGHEST for action port [ 827.689418] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.689418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.689418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.689418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.689418] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.692148] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.692373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.692373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.692647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.692731] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.692831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.692892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.693054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.693812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.693812] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.694362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b8eae7e-708c-4a5f-bd2e-5be23396370a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.694979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.694979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.694979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.694979] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b8eae7e-708c-4a5f-bd2e-5be23396370a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.192755] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.192898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.197365] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.198322] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b8eae7e-708c-4a5f-bd2e-5be23396370a with status ACTIVE [ 828.198521] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.198707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.198776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.198993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.199112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.199284] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.199406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.199439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.199588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.199650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.199827] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.199918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.199988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.200954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.200954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.200954] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b8eae7e-708c-4a5f-bd2e-5be23396370a is going to be updated. [ 828.222919] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.223189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.223189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.223375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.223489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.223648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b8eae7e-708c-4a5f-bd2e-5be23396370a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.702552] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.714038] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: SUCCESS [ 828.714038] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 deletion is rescheduled due to dependency. [ 828.714038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.004129] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.007029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.007029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.008015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.008015] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.204811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.205213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.206058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.206058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.206058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.206058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be created. [ 829.241687] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.241892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.241980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.242222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.242429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.254694] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: UNINITIALIZED for 2s [ 829.512085] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ecfd04a2-6b65-466d-8979-21c6d2e1f755: rpc.has_security_group_logging(os_id): False [ 829.544382] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.544382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.544624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.544664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.545660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.545660] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.545660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.545660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.545660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.545660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.545660] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.545660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.546028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.546028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.546028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.546123] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.546181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.546246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.546386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.546459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.546600] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 829.645367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.645482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.645546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.645775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.646161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.668610] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 831.046046] env[65279]: INFO networking_nsxv3.common.synchronization [req-63f21845-59d8-485e-bd47-634222cb98b0 req-8c3585de-4bd2-4eb5-80a0-9d68f2f6653a tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 831.046523] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 831.046825] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.046946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.047019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.047217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.047364] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.047459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.047520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.047660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.047742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.047837] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.249250] env[65279]: INFO networking_nsxv3.common.synchronization [req-35934bf5-7d1f-4b5a-9117-94265fcf2241 req-c8f625d1-be9a-4d1d-90e1-1319d29dc490 tempest-MultipleCreateTestJSON-1385837525 tempest-MultipleCreateTestJSON-1385837525-project-member] Enqueued Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 831.249796] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 with Priority: HIGHEST for action security_group_members [ 831.250176] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ecfd04a2-6b65-466d-8979-21c6d2e1f755 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.250294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.253571] env[65279]: INFO networking_nsxv3.common.synchronization [req-13d06699-5816-4fa8-ae61-844d3a9c81d5 req-79b04919-1860-42cd-8fa6-a3a9fa661b36 tempest-ListImageFiltersTestJSON-1990860653 tempest-ListImageFiltersTestJSON-1990860653-project-member] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 831.253779] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 831.254563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.254815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.265847] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 831.265847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.265847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.265847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.265989] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.266118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.266458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.266458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.266458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.266458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.266645] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.269499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.269499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.269499] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.269499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.269499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.269499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.269499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.269499] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.551158] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.599169] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.599423] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.599556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.599816] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.600086] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.600239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.600350] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.600563] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.600752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.600975] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.601098] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.601203] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.601307] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.601410] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.601511] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.601636] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.622753] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.622993] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.623169] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.623387] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.623799] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-c36ffcac-0847-42b7-994d-0d77967a2e19 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.624058] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.624168] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.624564] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.625139] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36ffcac-0847-42b7-994d-0d77967a2e19',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.682030] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 831.682180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.682420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.682707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.682836] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.771583] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.772881] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.773523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.053379] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.128091] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.128091] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.128091] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.128622] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.128622] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.128622] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port c36ffcac-0847-42b7-994d-0d77967a2e19 not found, creating... [ 832.128780] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.128874] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.129055] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.129330] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.129468] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.129769] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.129953] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.130125] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.130345] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.130475] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.130609] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: c36ffcac-0847-42b7-994d-0d77967a2e19 is going to be created. [ 832.155533] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.155533] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.155533] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.155533] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.155817] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.155951] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.211454] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.211701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.211701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.211914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.212015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.212122] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be deleted. [ 832.275257] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.281341] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.281564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.281564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.281818] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.281961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.282124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.556629] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.556795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.557198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.557280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.557375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.557478] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be updated. [ 832.588056] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.588056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.588056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.588056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.588056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.597787] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: IN_PROGRESS for 2s [ 832.777943] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.778144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.778263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.778423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.778513] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.778634] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be updated. [ 832.813597] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.813751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.813809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.814037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.814204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.826016] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: IN_PROGRESS for 2s [ 832.903040] env[65279]: INFO networking_nsxv3.common.synchronization [req-13d06699-5816-4fa8-ae61-844d3a9c81d5 req-304daa39-c573-4807-9c9d-6dbca112b89e service nova] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_rules [ 832.903357] env[65279]: INFO networking_nsxv3.common.synchronization [req-13d06699-5816-4fa8-ae61-844d3a9c81d5 req-304daa39-c573-4807-9c9d-6dbca112b89e service nova] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 832.903713] env[65279]: INFO networking_nsxv3.common.synchronization [req-13d06699-5816-4fa8-ae61-844d3a9c81d5 req-304daa39-c573-4807-9c9d-6dbca112b89e service nova] Enqueued Resource ID: c36ffcac-0847-42b7-994d-0d77967a2e19 with Priority: HIGHEST for action port [ 832.904502] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_rules [ 832.904734] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 832.904931] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36ffcac-0847-42b7-994d-0d77967a2e19 with Priority: HIGHEST for action port [ 832.905417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.905576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.905918] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.906117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.906425] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c36ffcac-0847-42b7-994d-0d77967a2e19 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.906605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.906716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.907054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.907213] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36ffcac-0847-42b7-994d-0d77967a2e19',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.411281] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c36ffcac-0847-42b7-994d-0d77967a2e19 with status ACTIVE [ 833.411281] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.411281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.411281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.411651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.411651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.411809] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.411939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.412043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.412310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.412410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.412844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.412844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.412844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.413051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.413100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.413210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c36ffcac-0847-42b7-994d-0d77967a2e19 is going to be updated. [ 833.453191] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.453410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.453508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.453716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.453865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.454074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c36ffcac-0847-42b7-994d-0d77967a2e19" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.612279] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 in Status: SUCCESS [ 834.612596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.612708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.612958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.613471] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.613471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.613471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.613659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.613691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.613784] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ecfd04a2-6b65-466d-8979-21c6d2e1f755',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.831023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.831023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.831023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.831023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.831023] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.837779] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 834.838303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.839087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.839087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.839087] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.839274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.839274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.839409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.839477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.839569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.839734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.839833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.839913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.840024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.840179] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.840287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.840391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.840472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.840553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.840643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.840643] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.842355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.842355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.842490] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.842655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.842729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.842912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.842994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.843119] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.116898] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.117589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.117589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.117589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.117589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.117788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.117788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.117904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.118032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.118200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.118390] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ecfd04a2-6b65-466d-8979-21c6d2e1f755 is going to be deleted. [ 835.153660] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.153836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.153910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.154138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.154310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.154444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ecfd04a2-6b65-466d-8979-21c6d2e1f755" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.335494] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.345535] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6758a753-1835-496a-8983-0699ee60e29f: rpc.has_security_group_logging(os_id): False [ 835.346457] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.371022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.371022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.371022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.371022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.371866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.371866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.371866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.371866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.372210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.372446] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be created. [ 835.520576] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.520576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.520576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.520576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.520576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.552233] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: IN_PROGRESS for 2s [ 835.839722] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.848434] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.342634] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 836.342634] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 836.353235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.353436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.353479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.353674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.353765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.353860] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be updated. [ 836.386334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.386522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.386564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.386757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.386904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.396569] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: IN_PROGRESS for 2s [ 837.212181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.212481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.212481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.212630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.387221] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 837.388251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.389527] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 837.428980] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.429182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.429230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.429478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.435357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.435890] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 837.437785] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 837.437785] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 837.501647] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.501817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.502155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.502236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.507016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.507016] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 837.567179] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 837.568656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.568656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.568656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.568656] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.574901] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.575049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.575120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.575365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.575715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.575807] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 837.648114] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.648114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.648114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.648114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.648114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.648114] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 837.648114] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'281f6a76-4283-439d-8113-ed711a15b127', '3d7c0960-a0b3-4402-82a3-17c65c1ed7d7', '928323ae-8c39-4278-904b-58b1d57a2d77', '05194326-b628-4312-9aa9-5acf31933c6b', '7ff68fb9-743d-4040-8ab9-93c43f18d12d', '8dc56c4f-b092-4675-b2a7-1f23974d108f', '6758a753-1835-496a-8983-0699ee60e29f', 'b6977681-b93f-4471-a224-7939cb2fc93f', 'b739d05e-01fc-4f1a-9412-2c425bd3f41d', '8878b9e1-4a45-46b2-bef5-3e3220f320e2', '47b2a76f-34f9-4afd-a8c3-b125e16054ed', '20680fa9-8a61-437b-9569-c09ce47988ac', '8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7', '27cacfd8-330c-4cfc-a59a-9933554a523d', '542ec4dc-3360-4ceb-a840-87515c4eb27a', '271135dc-27a2-43de-bfd6-35adece67845', '66970d2c-0874-4e97-8add-68d932f8d788', 'ff8d3af3-2b23-460c-b076-cc808deb997f', '4924e656-9d30-445a-b327-6295c945182e', '1fabe440-28eb-4ad8-89ad-929721193ce0', 'b2da53c3-3b80-4323-bdff-f0c2cd196c7d', 'e9cd4844-9174-45a4-8109-3af9bdebe01b', 'f0e381c2-340d-405d-b117-8196dc7889c8', '2b25c92d-97da-424f-82eb-b0b7ccd4f252', 'c08f373b-f6e2-4c4a-9be8-83295526dde4', '691e789d-f8a6-4d75-9694-a09a4a72e053', '138cf306-f8ff-49f9-9f74-db2329b18116', '2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0', 'be423424-5de9-4e4d-ad6f-ee1a8ff13ac5', 'd79eefeb-b86d-4399-95ee-1773247a3498', 'd8a986e9-6f64-483e-8c63-153750a04511', '7b75c31f-d577-4d40-ab93-9ff66d0fca50', '06605f6c-86f9-47ce-bc41-c5cb4e63bad4', '70a8fa94-5041-41f2-86da-78ef16ebfb48', 'e079b21e-f2f8-4a2a-9f5a-691976a7641b'} {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 837.648114] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 837.671354] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.671520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.671606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.671799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.671877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.672577] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 837.672577] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 837.672577] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 837.733223] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.733223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.733223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.733223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.734537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.734814] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 837.735266] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 837.739017] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 837.739017] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 837.739017] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGH for action security_group_rules [ 837.739017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.905638] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=2 [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 281f6a76-4283-439d-8113-ed711a15b127 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 928323ae-8c39-4278-904b-58b1d57a2d77 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4924e656-9d30-445a-b327-6295c945182e with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66970d2c-0874-4e97-8add-68d932f8d788 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27cacfd8-330c-4cfc-a59a-9933554a523d with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271135dc-27a2-43de-bfd6-35adece67845 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20680fa9-8a61-437b-9569-c09ce47988ac with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6977681-b93f-4471-a224-7939cb2fc93f with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGH for action security_group_rules [ 837.909115] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-281f6a76-4283-439d-8113-ed711a15b127 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.909115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.909115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.909115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.909115] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('281f6a76-4283-439d-8113-ed711a15b127',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.914610] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-928323ae-8c39-4278-904b-58b1d57a2d77 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.914740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.914799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.914962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.915209] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('928323ae-8c39-4278-904b-58b1d57a2d77',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.916271] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.916503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.918047] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.918047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.918047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.918047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.918047] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.918047] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.918047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.918047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.918360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.918360] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.919274] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4924e656-9d30-445a-b327-6295c945182e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.919274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.919274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.919532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.919532] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4924e656-9d30-445a-b327-6295c945182e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.920819] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.920819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.920819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.920984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.920984] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.922158] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66970d2c-0874-4e97-8add-68d932f8d788 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.922250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.922287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.922479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.922550] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66970d2c-0874-4e97-8add-68d932f8d788',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.923510] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27cacfd8-330c-4cfc-a59a-9933554a523d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.923510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.923668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.923706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.923783] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27cacfd8-330c-4cfc-a59a-9933554a523d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.924987] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-271135dc-27a2-43de-bfd6-35adece67845 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.925242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.925242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.925473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.925549] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('271135dc-27a2-43de-bfd6-35adece67845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.926702] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.926702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.926702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.927346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.927346] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.927346] env[65279]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 837.928331] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20680fa9-8a61-437b-9569-c09ce47988ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.928460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.928526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.928640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.928715] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20680fa9-8a61-437b-9569-c09ce47988ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.930541] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.930900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.930900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.930900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.930900] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47b2a76f-34f9-4afd-a8c3-b125e16054ed',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.932499] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.932499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.932499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.932697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.932697] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.933963] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.933963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.933963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.934150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.934265] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b739d05e-01fc-4f1a-9412-2c425bd3f41d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.937221] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8dc56c4f-b092-4675-b2a7-1f23974d108f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.937221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.937221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.937221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.937221] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8dc56c4f-b092-4675-b2a7-1f23974d108f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.938180] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6977681-b93f-4471-a224-7939cb2fc93f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.938180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.938180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.938305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.939121] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6977681-b93f-4471-a224-7939cb2fc93f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.939205] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.939289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.939340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.939869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.939869] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ff68fb9-743d-4040-8ab9-93c43f18d12d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.942162] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.942162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.942162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.942162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.942162] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.942162] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.942162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.942604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.942604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.942679] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.948054] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.948054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.948054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.948054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.948054] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.948054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.948054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.948054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.948618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.948618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.948618] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.978680] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.978921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.978921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.979104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.982474] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.982474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.007591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.007733] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 928323ae-8c39-4278-904b-58b1d57a2d77 is going to be deleted. [ 838.008875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.009168] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.042032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.042032] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 281f6a76-4283-439d-8113-ed711a15b127 is going to be deleted. [ 838.070447] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.070586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.073133] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.073133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.073308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.073360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.073451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.073556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-928323ae-8c39-4278-904b-58b1d57a2d77" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.097765] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.097765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.097765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.097765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.097765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.097765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-281f6a76-4283-439d-8113-ed711a15b127" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.106135] env[65279]: INFO networking_nsxv3.common.synchronization [req-5eb6de09-4816-4841-9ccb-ba82e7ce6013 req-aeef91f2-810a-4833-9e81-9b4fa831085b tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 838.107860] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 838.108535] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.108740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.108938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.110026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.110026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.110026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.110026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.110026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.110026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.110026] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.408248] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 838.408248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.408607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.408660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.408936] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.409113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.409192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.409420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.409533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.409652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.409756] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.453428] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.453686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.453686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.453904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.454108] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.454227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.454300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.454443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.454570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.454639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.454758] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.454829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.454880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.455020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.455191] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.455300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.455359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.455527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.455605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.455962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.455962] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.470417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.470576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.470640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.470935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.482988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.482988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.483214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.483288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.483470] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.483571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.483640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.483779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.483871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.483998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.484122] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.492301] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.492444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.492444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.493146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.493146] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.493146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.493146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.493146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.493404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.493404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.493404] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.498179] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.498302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505260] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.505479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.505665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.505805] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.505897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.505957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.506125] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.506207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.506290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.506369] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.507268] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.507417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.507417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.507576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.507689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.507836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.507836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.507988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.508068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.508146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.508222] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.511882] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.512155] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.513718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.513718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.513718] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.513718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.513718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.513718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.513718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.514163] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.514163] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.514163] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.514315] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.514315] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.514385] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.514500] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.527133] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.527241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.558231] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.558342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.559400] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.559810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.560286] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.560381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.561196] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.561294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.562081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.562198] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be deleted. [ 838.563623] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.563719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.563784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.563977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.565798] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.565897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.566605] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.566701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.567381] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.567477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.568228] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.568312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.598479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.598479] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27cacfd8-330c-4cfc-a59a-9933554a523d is going to be deleted. [ 838.602042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.602042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.602042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.602281] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.088 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.602281] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.602446] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.602770] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-79ad0388-4ba8-4579-9d6e-59bf230c5b43 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.602940] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.603075] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.603424] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.603582] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ad0388-4ba8-4579-9d6e-59bf230c5b43',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.613206] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.613427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.630667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.630848] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b739d05e-01fc-4f1a-9412-2c425bd3f41d is going to be deleted. [ 838.635283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.635283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.665447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.665590] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6977681-b93f-4471-a224-7939cb2fc93f is going to be deleted. [ 838.666880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.667138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.669033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.669033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.692257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.692403] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20680fa9-8a61-437b-9569-c09ce47988ac is going to be deleted. [ 838.693416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.694016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.695263] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.695385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.705027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.705225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.720848] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.721107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.722837] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 838.723427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.723563] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ff68fb9-743d-4040-8ab9-93c43f18d12d is going to be deleted. [ 838.724543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.724764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.752920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.754046] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66970d2c-0874-4e97-8add-68d932f8d788 is going to be deleted. [ 838.755047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.755047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.782244] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.782450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.835917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.835917] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4924e656-9d30-445a-b327-6295c945182e is going to be deleted. [ 838.837236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.837236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.887719] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.887719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.891560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.891725] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47b2a76f-34f9-4afd-a8c3-b125e16054ed is going to be deleted. [ 838.893105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.893105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.913363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.913546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.913618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.913850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.914053] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.914165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.914401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.914490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.914577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.914734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.914827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.914890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.915042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.915212] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.915262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.915324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.915498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.915542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.915614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.915697] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.941220] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.941458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.948413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.948564] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 271135dc-27a2-43de-bfd6-35adece67845 is going to be deleted. [ 838.949521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.949720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.958477] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fabe440-28eb-4ad8-89ad-929721193ce0: rpc.has_security_group_logging(os_id): False [ 838.992329] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.992329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.997319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.997458] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8dc56c4f-b092-4675-b2a7-1f23974d108f is going to be deleted. [ 838.998597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.998834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.999752] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.003701] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.017996] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.018180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.018247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.018471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.018831] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.019283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.019360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.019534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.019621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.019716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020132] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.020132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.020132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.020346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020384] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.020507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.020507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.020694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.020745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.020983] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.022743] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.022889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.022937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.023615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.023615] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.023615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.023615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.023874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.023874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.023938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.023980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.024465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.024465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.024465] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.024465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.024465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.024864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.024864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.024864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.024864] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.027659] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.027773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.064325] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.064325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.091500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.091653] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7 is going to be deleted. [ 839.093159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.093159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.106627] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.106834] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.106961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.107260] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.107489] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.107614] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 79ad0388-4ba8-4579-9d6e-59bf230c5b43 not found, creating... [ 839.107871] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.108154] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.108308] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.108540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.108675] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.108990] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.109134] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.109249] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.109453] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.109593] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.109728] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 79ad0388-4ba8-4579-9d6e-59bf230c5b43 is going to be created. [ 839.138686] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.138850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.149717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.150064] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.150210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.150269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.150479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.150563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.150655] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 839.152491] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.152676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.152676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.152855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.152944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.153089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8dc56c4f-b092-4675-b2a7-1f23974d108f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.153250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.153406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.153485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.153672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.153712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.153943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.153943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.154074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27cacfd8-330c-4cfc-a59a-9933554a523d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.154164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.154305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.154379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.154490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b739d05e-01fc-4f1a-9412-2c425bd3f41d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.155086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.155277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.155381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.155457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6977681-b93f-4471-a224-7939cb2fc93f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.155577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.155751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.155850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.155926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20680fa9-8a61-437b-9569-c09ce47988ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.156054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.156193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.156260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.156373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ff68fb9-743d-4040-8ab9-93c43f18d12d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.156501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.156635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.156710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.156812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66970d2c-0874-4e97-8add-68d932f8d788" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.156923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.157067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.183729] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.183960] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.184094] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.184340] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.184571] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.184796] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.360789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.361281] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.361464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.361578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.361870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.362026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.362368] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.362530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.362630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.362882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.363028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.363417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.363557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.363684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.363885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.364147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.364198] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 839.365715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.365923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.366059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.366225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47b2a76f-34f9-4afd-a8c3-b125e16054ed" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.366420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.366603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.366731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.366890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-271135dc-27a2-43de-bfd6-35adece67845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.367145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.367310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.367429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.367569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4924e656-9d30-445a-b327-6295c945182e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.402647] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.402854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.402854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.403110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.403291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.403413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7afde7-4a7c-46ba-9a41-bd4f9c3658b7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.408917] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.409310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.409310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.409310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.409460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.422173] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6758a753-1835-496a-8983-0699ee60e29f: rpc.has_security_group_logging(os_id): False [ 839.465556] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 839.465878] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.466032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.466115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.466348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.502465] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8878b9e1-4a45-46b2-bef5-3e3220f320e2: rpc.has_security_group_logging(os_id): False [ 839.506327] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ff8d3af3-2b23-460c-b076-cc808deb997f: rpc.has_security_group_logging(os_id): False [ 839.523319] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 839.527173] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7: rpc.has_security_group_logging(os_id): False [ 839.582467] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.582467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.583658] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.583658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.583997] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.584102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.601572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.601572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.601572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.602126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.602126] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.602126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.602286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.602351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.602643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.602643] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.602765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.602765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.603018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.603186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.603186] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be updated. [ 839.604545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.604729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.672272] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.672401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.681901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.682315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.682433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.682502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.682726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.682810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.682976] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be updated. [ 839.684449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.684710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.687339] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.687472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.722982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.723339] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.723451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.723498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.723702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.723785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.723881] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f is going to be updated. [ 839.724974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.725163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.793814] env[65279]: INFO networking_nsxv3.common.synchronization [req-5eb6de09-4816-4841-9ccb-ba82e7ce6013 req-6c500b62-0a51-4886-b584-79fa9e5b2567 service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 839.794048] env[65279]: INFO networking_nsxv3.common.synchronization [req-5eb6de09-4816-4841-9ccb-ba82e7ce6013 req-6c500b62-0a51-4886-b584-79fa9e5b2567 service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 839.794245] env[65279]: INFO networking_nsxv3.common.synchronization [req-5eb6de09-4816-4841-9ccb-ba82e7ce6013 req-6c500b62-0a51-4886-b584-79fa9e5b2567 service nova] Enqueued Resource ID: 79ad0388-4ba8-4579-9d6e-59bf230c5b43 with Priority: HIGHEST for action port [ 839.794969] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 839.796562] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 839.796811] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79ad0388-4ba8-4579-9d6e-59bf230c5b43 with Priority: HIGHEST for action port [ 839.797207] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.797363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.797436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.797659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.797746] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.800076] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.800076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.800076] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-79ad0388-4ba8-4579-9d6e-59bf230c5b43 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.800076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.800076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.800076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.800076] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79ad0388-4ba8-4579-9d6e-59bf230c5b43',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.803040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.803040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.803040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.803040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.803040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.803040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.803040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.803350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.803350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.803350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.803450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.803590] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.803721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.803721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.804181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.804181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.804181] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 839.805815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.805815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.805942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.807449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.808233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.826015] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.826156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.827715] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.827905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.837691] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 839.867153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.867320] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.867485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.868202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.868202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.868202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.868379] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.868601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.868682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.869201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.869365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.869836] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.870022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.870158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.870421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.870576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.870759] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 839.873091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.873352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.873630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.875037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.875290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.875491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.878073] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.878467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.878467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.878635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.878779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.904486] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: IN_PROGRESS for 2s [ 839.908645] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 839.909973] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: IN_PROGRESS for 2s [ 839.998450] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.998612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.998693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.998951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.999119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.019008] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 840.112022] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 840.112541] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.112718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.112825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.113134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.113326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.132464] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 840.306959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.307293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.309761] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79ad0388-4ba8-4579-9d6e-59bf230c5b43 with status ACTIVE [ 840.309888] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.310048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.310097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.310300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.310391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.310560] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.310656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.310716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.310921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.311029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.311182] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.311265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.311326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.311464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.311535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.312322] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79ad0388-4ba8-4579-9d6e-59bf230c5b43 is going to be updated. [ 840.371951] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.372182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.372286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.372605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.372797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.373047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79ad0388-4ba8-4579-9d6e-59bf230c5b43" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.853595] env[65279]: INFO networking_nsxv3.common.synchronization [req-d7ead4c3-c829-49a4-a7bd-4270059122d0 req-feb84b80-db29-469b-abac-cb69f55c829e tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_members [ 840.853883] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGHEST for action security_group_members [ 840.854152] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.854274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.854349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.854535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.854694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.855382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.855382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.855382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.855382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.855382] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.357433] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.357610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.357744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.357974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.358113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.358318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.358412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.358472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.358621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.358694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.358805] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f is going to be updated. [ 841.394575] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.394682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.394767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.394960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.395121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.404705] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: IN_PROGRESS for 2s [ 841.474505] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 841.474695] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 841.474802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.474963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.475904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.475904] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.475904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.475904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.475904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.475904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.475904] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.853714] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 841.854021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.921024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 841.921305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.921452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.921685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.921777] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.923361] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 841.924038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.924358] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: SUCCESS [ 841.924422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.978121] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.036234] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 842.036495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.145051] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 842.145287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.426115] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.426275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.426331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.426531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.426693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.426792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.426850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.427033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.427118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.427276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.427365] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.481260] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.933034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.933034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.933850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.933850] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.983587] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.983587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.983587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.983825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.983920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.984064] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 843.016801] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.016953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.017054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.017285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.017500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.027507] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 843.417849] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ff8d3af3-2b23-460c-b076-cc808deb997f in Status: SUCCESS [ 843.417849] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f deletion is rescheduled due to dependency. [ 843.417849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.436682] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6758a753-1835-496a-8983-0699ee60e29f: rpc.has_security_group_logging(os_id): False [ 843.460968] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.460968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.461233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.461407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.461557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.461861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.462057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.462160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.462456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.462696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.463029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.463177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.463269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.463524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.463658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.463930] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.464104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.464198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.464419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.464544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.464670] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be updated. [ 843.556294] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.556505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.556505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.557102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.557102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.574345] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: IN_PROGRESS for 2s [ 845.038397] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 845.038754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.038981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.039192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.039436] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.039555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.039623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.039782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.039862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.039964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.040099] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.543650] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.543887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.544024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.544317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.544548] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.544711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.544797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.545042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.545187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.545348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.545572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.545714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.545821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.546053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.546271] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.546431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.546539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.546744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.546861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.547064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.547182] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.610351] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 845.610582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.855367] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 845.855550] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 846.050186] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b25c92d-97da-424f-82eb-b0b7ccd4f252: rpc.has_security_group_logging(os_id): False [ 846.067569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.067750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.067811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.067977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.068084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.068266] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.068362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.068423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.068578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.068652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.068862] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.068998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.069080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.069225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.069319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.069519] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.069612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.069674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.069814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.069887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.069971] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 846.128439] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.128617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.128716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.129149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.129318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.145028] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 848.161550] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 848.161866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.782121] env[65279]: INFO networking_nsxv3.common.synchronization [req-2bb92ed5-e6d6-47f8-b289-4523429e1cf8 req-3736cce6-e7e0-426c-9f6e-74f1ebcf6a97 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 848.782605] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 848.783367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.783367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.783367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.783676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.783880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.784029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.784276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.784362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.784474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.784609] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.170545] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.170873] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.170930] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.171286] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.171572] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.171749] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.171871] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.172295] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.172465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.172684] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.172827] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.172907] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.172994] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.173114] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.173213] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.173340] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.194831] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.195020] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.195153] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.195362] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.195898] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-e46cfe99-82e4-4052-bbde-3ff714d978ec taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.196261] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.196261] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.196494] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.196690] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e46cfe99-82e4-4052-bbde-3ff714d978ec',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.223883] env[65279]: INFO networking_nsxv3.common.synchronization [req-7f10177e-6004-4578-b91d-5b4f5070612d req-eaf44a8d-04c9-4463-869b-86e451c8596f tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 849.224419] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 849.224745] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.224876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.224945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.225394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.225566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.225672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.225733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.226074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.226074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.226180] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.288025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.288243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.288303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.288512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.288618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.288845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.288974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.289064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.289246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.289324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.289450] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 already deleted. [ 849.289548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.699905] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.700172] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.700391] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.700643] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.700822] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.701132] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port e46cfe99-82e4-4052-bbde-3ff714d978ec not found, creating... [ 849.701519] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.701700] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.701837] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.702160] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.702323] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.702959] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.702959] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.702959] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.703954] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.703954] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.703954] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: e46cfe99-82e4-4052-bbde-3ff714d978ec is going to be created. [ 849.727617] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.728251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.728251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.728251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.728473] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.728682] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.729506] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.231946] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.441437] env[65279]: INFO networking_nsxv3.common.synchronization [req-2bb92ed5-e6d6-47f8-b289-4523429e1cf8 req-6b29c8e6-2a87-436b-b8b6-49836c8aa1c7 service nova] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 850.441612] env[65279]: INFO networking_nsxv3.common.synchronization [req-2bb92ed5-e6d6-47f8-b289-4523429e1cf8 req-6b29c8e6-2a87-436b-b8b6-49836c8aa1c7 service nova] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 850.441747] env[65279]: INFO networking_nsxv3.common.synchronization [req-2bb92ed5-e6d6-47f8-b289-4523429e1cf8 req-6b29c8e6-2a87-436b-b8b6-49836c8aa1c7 service nova] Enqueued Resource ID: e46cfe99-82e4-4052-bbde-3ff714d978ec with Priority: HIGHEST for action port [ 850.442347] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 850.442476] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 850.442570] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e46cfe99-82e4-4052-bbde-3ff714d978ec with Priority: HIGHEST for action port [ 850.442857] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.442956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.443547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.443799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.443911] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.446127] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.446292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.446364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.446559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.446752] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.446888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.446988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.447142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.447242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.447336] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.448703] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-e46cfe99-82e4-4052-bbde-3ff714d978ec taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.448703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.448703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.448703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.448932] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e46cfe99-82e4-4052-bbde-3ff714d978ec',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.735429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.735615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.735667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.735939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.736067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.736595] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 850.772161] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.772286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.772328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.772608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.772778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.785472] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 850.952044] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.952662] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.952803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.953071] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e46cfe99-82e4-4052-bbde-3ff714d978ec with status ACTIVE [ 850.953131] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.953200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.953270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.953742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.953742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.953742] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.953893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.953893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.954019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.954068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.954576] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.954576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.954576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.954576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.954576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.954800] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e46cfe99-82e4-4052-bbde-3ff714d978ec is going to be updated. [ 850.977887] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.977887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.977887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.977887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.978213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.978246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e46cfe99-82e4-4052-bbde-3ff714d978ec" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.458757] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.497142] env[65279]: INFO networking_nsxv3.common.synchronization [None req-4ad44248-9ab3-45a4-901e-384f8024dd4f tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 1466ffae-d0bf-4648-a7c6-0508f8bfed26 with Priority: HIGHEST for action security_group_rules [ 851.497683] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1466ffae-d0bf-4648-a7c6-0508f8bfed26 with Priority: HIGHEST for action security_group_rules [ 851.498439] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.498506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.498547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.498805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.498889] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1466ffae-d0bf-4648-a7c6-0508f8bfed26',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.652300] env[65279]: INFO networking_nsxv3.common.synchronization [None req-10ea3fac-aacf-4f4f-b450-7c8bb2dfe66e tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 1466ffae-d0bf-4648-a7c6-0508f8bfed26 with Priority: HIGHEST for action security_group_rules [ 851.652300] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1466ffae-d0bf-4648-a7c6-0508f8bfed26 with Priority: HIGHEST for action security_group_rules [ 851.652300] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.652657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.662445] env[65279]: INFO networking_nsxv3.common.synchronization [req-f87b81fa-5533-490a-8a40-4c385263f101 req-f76ef0e1-29f0-4646-a5ec-c0e2e092e629 tempest-ServerActionsV293TestJSON-73977677 tempest-ServerActionsV293TestJSON-73977677-project-member] Enqueued Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_members [ 851.662945] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_members [ 851.663263] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.663409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.663479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.663739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.664010] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.664010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.664258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.664503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.664637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.664763] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.962098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.962098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.962098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.962098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.962098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.962098] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be created. [ 851.986025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.986339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.986339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.986507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.986663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.997882] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: UNINITIALIZED for 2s [ 852.019329] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.019576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.019648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.019929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.020167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.020268] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1466ffae-d0bf-4648-a7c6-0508f8bfed26 already deleted. [ 852.020375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.020546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.020711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.020799] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1466ffae-d0bf-4648-a7c6-0508f8bfed26',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.102888] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-346 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.103125] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-346" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.103266] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-346" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.103597] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-346" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.103864] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.104032] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.104151] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.104377] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.104510] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.104720] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.104830] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.104937] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.105055] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.105180] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.105291] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.105409] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.127403] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.128473] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.128473] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.128473] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-346" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.128760] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-bdb93bdb-1add-4891-b812-fbc04ad54410 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.128869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.128937] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.129511] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.129511] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdb93bdb-1add-4891-b812-fbc04ad54410',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.167954] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.167954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.167954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.168304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.168406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.168614] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.168716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.168777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.168922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.169014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.169103] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee5c635-aa34-424f-b118-5a0812917f53 already deleted. [ 852.169186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.541484] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.541764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.541764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.541900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.542049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.542244] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1466ffae-d0bf-4648-a7c6-0508f8bfed26 already deleted. [ 852.542341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1466ffae-d0bf-4648-a7c6-0508f8bfed26" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.633118] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.633442] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.633657] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.633882] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.634041] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.634196] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port bdb93bdb-1add-4891-b812-fbc04ad54410 not found, creating... [ 852.634455] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.634607] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.634720] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.634934] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.635081] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.635366] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.635517] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.635631] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.635831] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.635958] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.636107] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: bdb93bdb-1add-4891-b812-fbc04ad54410 is going to be created. [ 852.657655] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.657863] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.657975] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.658319] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.658570] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.658825] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.799962] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 852.800374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.391260] env[65279]: INFO networking_nsxv3.common.synchronization [req-f87b81fa-5533-490a-8a40-4c385263f101 req-83825144-a014-4b48-853d-d3b9a0e487fd service nova] Enqueued Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_rules [ 853.391441] env[65279]: INFO networking_nsxv3.common.synchronization [req-f87b81fa-5533-490a-8a40-4c385263f101 req-83825144-a014-4b48-853d-d3b9a0e487fd service nova] Enqueued Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_members [ 853.391577] env[65279]: INFO networking_nsxv3.common.synchronization [req-f87b81fa-5533-490a-8a40-4c385263f101 req-83825144-a014-4b48-853d-d3b9a0e487fd service nova] Enqueued Resource ID: bdb93bdb-1add-4891-b812-fbc04ad54410 with Priority: HIGHEST for action port [ 853.392152] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_rules [ 853.392298] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_members [ 853.392433] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb93bdb-1add-4891-b812-fbc04ad54410 with Priority: HIGHEST for action port [ 853.392668] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.392784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.392848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.393458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.393558] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.394439] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.394557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.394618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.394805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.395438] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.395545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.395644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.396390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.396390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.397237] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.399193] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdb93bdb-1add-4891-b812-fbc04ad54410 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.399193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.399502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.399688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.399840] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdb93bdb-1add-4891-b812-fbc04ad54410',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.899844] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.901321] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdb93bdb-1add-4891-b812-fbc04ad54410 with status ACTIVE [ 853.901576] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.901682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.901722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.901951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.902209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.902474] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.902662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.902662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.902814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.902902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.903108] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.903209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.903266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.903413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.903508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.903572] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdb93bdb-1add-4891-b812-fbc04ad54410 is going to be updated. [ 853.905022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.905634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.926448] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.926586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.926626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.926841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.926980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.927147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdb93bdb-1add-4891-b812-fbc04ad54410" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.008459] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 854.008648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.008894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.009196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.009853] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.010068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.010187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.010407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.010521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.010766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.010936] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.402221] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.513440] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.904515] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.904881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.904881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.905081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.905081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.905402] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee5c635-aa34-424f-b118-5a0812917f53 is going to be created. [ 854.928861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.929047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.929129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.929348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.929509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.940792] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee5c635-aa34-424f-b118-5a0812917f53 in Status: UNINITIALIZED for 2s [ 855.015441] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38be68e0-5825-4af0-865b-05c233e18811: rpc.has_security_group_logging(os_id): False [ 855.036128] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.036342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.036342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.036501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.036587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.036819] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.036916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.036979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.037139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.037239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.037327] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be created. [ 855.140696] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.140858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.140935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.141322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.141557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.155809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 855.456416] env[65279]: INFO networking_nsxv3.common.synchronization [req-41c32d79-1cc4-4294-9b4d-91c3556e67ff req-c7faafb8-d264-46d3-bd5e-0962d79935ab tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 855.458865] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 855.458865] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.458865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.458865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.458865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.458865] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.458865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.458865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.459587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.459587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.459587] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.874767] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.874767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.874767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.874767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.875088] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.875088] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.875179] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.875863] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.875863] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.875863] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.876224] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.876224] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.876224] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.876224] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.876355] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.876460] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.909311] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.909698] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.909698] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.909911] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.910180] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-86821378-3ba6-4c24-8d4e-ce183e675aa4 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.910373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.910493] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.910951] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.911108] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86821378-3ba6-4c24-8d4e-ce183e675aa4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.963628] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.413446] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.413705] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.413840] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.414186] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.414382] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.414573] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 86821378-3ba6-4c24-8d4e-ce183e675aa4 not found, creating... [ 856.414851] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.415055] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.415196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.415445] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.415596] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.415930] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.416233] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.416423] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.416672] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.416810] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.416964] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 86821378-3ba6-4c24-8d4e-ce183e675aa4 is going to be created. [ 856.441049] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.441350] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.441522] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.441754] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.442050] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.442371] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.466733] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.951560] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee5c635-aa34-424f-b118-5a0812917f53 in Status: SUCCESS [ 856.951894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.952058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.952288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.952491] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.952600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.952667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.952820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.952900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.953020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.953223] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.970384] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.970603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.970666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.970877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.971114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.971114] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 857.006931] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.007193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.007193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.007400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.007544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.018736] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 857.170614] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 857.170833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.201702] env[65279]: INFO networking_nsxv3.common.synchronization [req-41c32d79-1cc4-4294-9b4d-91c3556e67ff req-ccd9ce44-ea91-48e8-a2d6-950835c16c8b service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 857.201702] env[65279]: INFO networking_nsxv3.common.synchronization [req-41c32d79-1cc4-4294-9b4d-91c3556e67ff req-ccd9ce44-ea91-48e8-a2d6-950835c16c8b service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 857.201702] env[65279]: INFO networking_nsxv3.common.synchronization [req-41c32d79-1cc4-4294-9b4d-91c3556e67ff req-ccd9ce44-ea91-48e8-a2d6-950835c16c8b service nova] Enqueued Resource ID: 86821378-3ba6-4c24-8d4e-ce183e675aa4 with Priority: HIGHEST for action port [ 857.202057] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 857.202213] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 857.202313] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86821378-3ba6-4c24-8d4e-ce183e675aa4 with Priority: HIGHEST for action port [ 857.202611] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.202751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.202843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.203230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.203328] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.206790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.206790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.206790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-86821378-3ba6-4c24-8d4e-ce183e675aa4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.206790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.206790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.206790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.206790] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86821378-3ba6-4c24-8d4e-ce183e675aa4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.455704] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.707708] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.707708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.708025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86821378-3ba6-4c24-8d4e-ce183e675aa4 with status ACTIVE [ 857.708025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.708164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.708310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.708435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.708712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.708784] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.708983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.708983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.709203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.709259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.709468] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.709559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.709559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.709705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.709781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.709865] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86821378-3ba6-4c24-8d4e-ce183e675aa4 is going to be updated. [ 857.734625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.734831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.734877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.735119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.735266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.735427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86821378-3ba6-4c24-8d4e-ce183e675aa4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.959031] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bee5c635-aa34-424f-b118-5a0812917f53: rpc.has_security_group_logging(os_id): False [ 857.979031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.979214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.979416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.979455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.979510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.980482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.980482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.980482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.980482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.980482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.980482] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee5c635-aa34-424f-b118-5a0812917f53 is going to be created. [ 858.044735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.044946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.044946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.045186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.045377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.060378] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee5c635-aa34-424f-b118-5a0812917f53 in Status: IN_PROGRESS for 2s [ 859.029970] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 859.030210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.030369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.030597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.030775] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.030890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.030953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.031147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.031225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.031325] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.535722] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.039082] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.076604] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bee5c635-aa34-424f-b118-5a0812917f53 in Status: SUCCESS [ 860.076604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.339338] env[65279]: INFO networking_nsxv3.common.synchronization [req-e05bca91-afa6-451c-8ee1-e55bd6703eab req-75ff46d9-dc11-489c-a16a-4317ce50f36e tempest-InstanceActionsNegativeTestJSON-809204953 tempest-InstanceActionsNegativeTestJSON-809204953-project-member] Enqueued Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_members [ 860.339888] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_members [ 860.340884] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.341047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.341118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.341606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.342055] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.342195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.342275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.342444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.342561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.342628] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.542915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.542915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.542915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.542915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.542915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.543189] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 860.575023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.575023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.575023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.575023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.575023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.584343] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 860.846677] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.846883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.846978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.847187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.847288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.847427] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.847572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.847572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.847732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.847814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.847936] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ef818d9-5f97-4328-a288-988d257abab2 already deleted. [ 860.848033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.468071] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.468374] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-522" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.468374] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-522" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.468697] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-522" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.469098] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.469303] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.469454] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.469699] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.469898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.470161] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.470329] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.470491] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.470631] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.470771] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.470901] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.471070] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.493222] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.493496] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.493609] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.493790] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-522" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.494116] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.494308] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.494415] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.494773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.495204] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.997449] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.997745] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.997870] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.998177] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.998334] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.998477] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe not found, creating... [ 861.998732] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.998883] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.998996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.999220] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.999353] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.999621] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.999767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.999878] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.000086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.000211] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.000356] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe is going to be created. [ 862.022196] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.022478] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.022599] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.022865] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.023975] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.023975] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.598414] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 862.598730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.599278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.599407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.599620] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.599766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.599940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.600092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.600185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.600885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.600885] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.736046] env[65279]: INFO networking_nsxv3.common.synchronization [req-e05bca91-afa6-451c-8ee1-e55bd6703eab req-38a3d8af-b6fd-4810-9ad5-19c3ef6f3720 service nova] Enqueued Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_rules [ 862.736296] env[65279]: INFO networking_nsxv3.common.synchronization [req-e05bca91-afa6-451c-8ee1-e55bd6703eab req-38a3d8af-b6fd-4810-9ad5-19c3ef6f3720 service nova] Enqueued Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_members [ 862.736482] env[65279]: INFO networking_nsxv3.common.synchronization [req-e05bca91-afa6-451c-8ee1-e55bd6703eab req-38a3d8af-b6fd-4810-9ad5-19c3ef6f3720 service nova] Enqueued Resource ID: 79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe with Priority: HIGHEST for action port [ 862.737119] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_rules [ 862.737303] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_members [ 862.737385] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe with Priority: HIGHEST for action port [ 862.738156] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.738397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.738397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.738649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.738765] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.739788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.739926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.740028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.740250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.740448] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.740587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.740712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.740838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.740928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.743648] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.744558] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.744710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.744945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.744945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.744945] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.102932] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.103167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.103241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.103465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.103636] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.103735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.103798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.103941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.104039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.104145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.104269] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.104369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.104432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.104574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.104707] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.104797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.104856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.104989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.105074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.105156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.105246] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.187705] env[65279]: INFO networking_nsxv3.common.synchronization [req-ffdfec85-7fc6-424a-9536-48fe67319899 req-920455f5-5265-4d71-bcef-cc567b46c728 tempest-FloatingIPsAssociationTestJSON-442270236 tempest-FloatingIPsAssociationTestJSON-442270236-project-member] Enqueued Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 863.188309] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d79eefeb-b86d-4399-95ee-1773247a3498 with Priority: HIGHEST for action security_group_members [ 863.188578] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d79eefeb-b86d-4399-95ee-1773247a3498 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.188700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.188767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.188974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.191366] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.191498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.191761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.191761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.191871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.191954] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d79eefeb-b86d-4399-95ee-1773247a3498',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.246359] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.246496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.246709] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.247699] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe with status ACTIVE [ 863.247875] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.247981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.248061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.248260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.250082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.250082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.250082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.250082] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe is going to be updated. [ 863.272896] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.272896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.272896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.272896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.272896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.274044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79a0d5ed-ba65-4f5c-9610-b161bfd5e8fe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.608511] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 863.635395] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.635630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.635630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.635772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.635831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.636043] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.636259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.636259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.639515] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.639515] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.639515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.639515] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 863.695156] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.695349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.695349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.695566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.722051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.722378] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.722517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.722567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.722939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.723055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.723347] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 is going to be updated. [ 863.733947] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.733947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.733947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.733947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.733947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.751106] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 863.751419] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.762256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.762256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.762256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.762256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.762256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.772660] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: IN_PROGRESS for 2s [ 863.878044] env[65279]: INFO networking_nsxv3.common.synchronization [None req-1060477d-7a19-4600-969b-03706086a9c1 None None] Enqueued Resource ID: 7f7845f3-2bc2-4012-8ca2-216507ca2ff2 with Priority: HIGHEST for action port [ 863.878315] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f7845f3-2bc2-4012-8ca2-216507ca2ff2 with Priority: HIGHEST for action port [ 863.878854] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f7845f3-2bc2-4012-8ca2-216507ca2ff2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.878980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f7845f3-2bc2-4012-8ca2-216507ca2ff2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.879062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f7845f3-2bc2-4012-8ca2-216507ca2ff2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.879494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f7845f3-2bc2-4012-8ca2-216507ca2ff2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.879494] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f7845f3-2bc2-4012-8ca2-216507ca2ff2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.253957] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.254138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.254213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.254548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.254643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.254745] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ef818d9-5f97-4328-a288-988d257abab2 is going to be created. [ 864.286056] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.286056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.286056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.286056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.286540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.305020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ef818d9-5f97-4328-a288-988d257abab2 in Status: UNINITIALIZED for 2s [ 864.381784] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f7845f3-2bc2-4012-8ca2-216507ca2ff2 [ 864.384166] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.384166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.384166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.384166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.384166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.384166] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f7845f3-2bc2-4012-8ca2-216507ca2ff2 already deleted. [ 864.384166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f7845f3-2bc2-4012-8ca2-216507ca2ff2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.780391] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 865.781838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.791666] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d79eefeb-b86d-4399-95ee-1773247a3498 in Status: SUCCESS [ 865.792256] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d79eefeb-b86d-4399-95ee-1773247a3498 deletion is rescheduled due to dependency. [ 865.792256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d79eefeb-b86d-4399-95ee-1773247a3498" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.083896] env[65279]: INFO networking_nsxv3.common.synchronization [req-6ed4254c-5a77-47b0-97a7-493c4768acc3 req-75b66072-b2b3-4d65-a60e-4280acaedfb6 tempest-MigrationsAdminTest-553127548 tempest-MigrationsAdminTest-553127548-project-member] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 866.084506] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 866.085181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.085181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.085294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.085586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.085929] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.086095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.086191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.086446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.086509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.086625] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.319180] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ef818d9-5f97-4328-a288-988d257abab2 in Status: SUCCESS [ 866.319396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.319586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.319866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.320020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.320132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.320188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.320345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.320423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.320507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.320595] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.589559] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.589559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.589559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.589769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.589869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.590079] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.590178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.590237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.590523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.590523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.590523] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 already deleted. [ 866.590660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.822702] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.823187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.823187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.823388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.823546] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.823681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.823748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.823877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.823973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.824322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.824322] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.824322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.824471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.824534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.824634] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.824718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.824773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.824924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.824980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.825076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.825158] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.992514] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.992732] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.992914] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.993234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.994146] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.994365] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994491] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.994974] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.994974] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.995093] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.995196] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.995303] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.995409] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.995516] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.995626] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.995742] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.000534] env[65279]: INFO networking_nsxv3.common.synchronization [None req-9dce4910-5f3b-4403-9054-dcde21a8f04a tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 867.003675] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 867.003675] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.003675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.003675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.003675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.003675] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.005906] env[65279]: INFO networking_nsxv3.common.synchronization [None req-f0714a2b-f6c0-4012-8e17-71af1bc8abfc None None] Enqueued Resource ID: 456fc234-1292-40f6-82db-eb29567674f6 with Priority: HIGHEST for action port [ 867.006521] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 456fc234-1292-40f6-82db-eb29567674f6 with Priority: HIGHEST for action port [ 867.006825] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-456fc234-1292-40f6-82db-eb29567674f6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.007035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-456fc234-1292-40f6-82db-eb29567674f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.007035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-456fc234-1292-40f6-82db-eb29567674f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.007223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-456fc234-1292-40f6-82db-eb29567674f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.007298] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('456fc234-1292-40f6-82db-eb29567674f6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.019750] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.019913] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.020066] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.020430] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.020540] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.020705] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.020822] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.021414] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.021935] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fbd4381-b9ea-49f9-8ddc-ed2287e64aea',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.329154] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ef818d9-5f97-4328-a288-988d257abab2: rpc.has_security_group_logging(os_id): False [ 867.353157] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.353340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.353415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.353647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.353744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.353966] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.354078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.354146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.354308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.354384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.354555] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.354646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.354704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.354839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.354909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.355247] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.355347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.355406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.355803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.355803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.355803] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ef818d9-5f97-4328-a288-988d257abab2 is going to be created. [ 867.408718] env[65279]: INFO networking_nsxv3.common.synchronization [None req-25945f48-dd76-4bd2-a845-3e6c990b7196 None None] Enqueued Resource ID: 2e6268d6-4ab1-43f6-b338-27a4748caf2e with Priority: HIGHEST for action port [ 867.409494] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e6268d6-4ab1-43f6-b338-27a4748caf2e with Priority: HIGHEST for action port [ 867.409950] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e6268d6-4ab1-43f6-b338-27a4748caf2e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.410094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e6268d6-4ab1-43f6-b338-27a4748caf2e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.410192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e6268d6-4ab1-43f6-b338-27a4748caf2e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.410538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e6268d6-4ab1-43f6-b338-27a4748caf2e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.410663] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e6268d6-4ab1-43f6-b338-27a4748caf2e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.422014] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.422220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.422316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.422587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.422843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.436393] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ef818d9-5f97-4328-a288-988d257abab2 in Status: IN_PROGRESS for 2s [ 867.509343] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 456fc234-1292-40f6-82db-eb29567674f6 [ 867.511023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.511023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.511023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.511023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.511023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.511023] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:456fc234-1292-40f6-82db-eb29567674f6 already deleted. [ 867.511023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-456fc234-1292-40f6-82db-eb29567674f6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.524922] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.525169] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.525298] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.525673] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.525993] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.526093] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 7fbd4381-b9ea-49f9-8ddc-ed2287e64aea not found, creating... [ 867.526322] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.526489] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.526605] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.526838] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.527147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.527376] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.527483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.527551] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.527765] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.528546] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.528546] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 7fbd4381-b9ea-49f9-8ddc-ed2287e64aea is going to be created. [ 867.538780] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.538780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.538780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.541194] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.541194] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.541194] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 already deleted. [ 867.541194] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.560324] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.560607] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.560764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.561963] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.562300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.562596] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.913506] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e6268d6-4ab1-43f6-b338-27a4748caf2e [ 867.913829] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.913829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.913829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.914106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.914156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.914241] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e6268d6-4ab1-43f6-b338-27a4748caf2e already deleted. [ 867.914348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e6268d6-4ab1-43f6-b338-27a4748caf2e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.240755] env[65279]: INFO networking_nsxv3.common.synchronization [None req-8cb33597-2aba-4cb1-8d71-b194647d30fc tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 868.240993] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 868.241408] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.241484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.241524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.241750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.241806] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.285390] env[65279]: INFO networking_nsxv3.common.synchronization [req-6ed4254c-5a77-47b0-97a7-493c4768acc3 req-c04be5ef-b322-4f31-8c5d-b63e426b3f48 service nova] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_rules [ 868.285390] env[65279]: INFO networking_nsxv3.common.synchronization [req-6ed4254c-5a77-47b0-97a7-493c4768acc3 req-c04be5ef-b322-4f31-8c5d-b63e426b3f48 service nova] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 868.285390] env[65279]: INFO networking_nsxv3.common.synchronization [req-6ed4254c-5a77-47b0-97a7-493c4768acc3 req-c04be5ef-b322-4f31-8c5d-b63e426b3f48 service nova] Enqueued Resource ID: 7fbd4381-b9ea-49f9-8ddc-ed2287e64aea with Priority: HIGHEST for action port [ 868.285390] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_rules [ 868.285390] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 868.285390] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fbd4381-b9ea-49f9-8ddc-ed2287e64aea with Priority: HIGHEST for action port [ 868.285390] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.285390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.285390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.286020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.286442] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.287817] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.288078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.288348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.288773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.289030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.289262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.289415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.289711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.289898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.290989] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.291434] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.291738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.291886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.292170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.293219] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fbd4381-b9ea-49f9-8ddc-ed2287e64aea',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.762488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.763253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.763253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.763253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.763253] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 already deleted. [ 868.763253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799382] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.799382] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.799382] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fbd4381-b9ea-49f9-8ddc-ed2287e64aea with status ACTIVE [ 868.799382] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.799382] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.799382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.800947] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.800947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.800947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.800947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.800947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.801469] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fbd4381-b9ea-49f9-8ddc-ed2287e64aea is going to be updated. [ 868.823983] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.824139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.824207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.824560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.824645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.824808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fbd4381-b9ea-49f9-8ddc-ed2287e64aea" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.086927] env[65279]: INFO networking_nsxv3.common.synchronization [req-a90508eb-bbe9-49e5-8c24-75f4cf09c82f req-3933d5ab-a646-4f86-9772-4bf6297925ca tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 869.087462] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 869.087771] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.087898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.087974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.089506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.089711] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.089820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.089882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.090070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.090175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.090274] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.303972] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.452903] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ef818d9-5f97-4328-a288-988d257abab2 in Status: SUCCESS [ 869.453040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.594089] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.594371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.594371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.596574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.596574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.596574] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.596574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.596574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.596574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.596574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.596574] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 already deleted. [ 869.596574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.611269] env[65279]: INFO networking_nsxv3.common.synchronization [None req-7fea69e0-c76f-4fec-9dd9-8e8d5d208d57 None None] Enqueued Resource ID: caf1407a-e0d8-40a4-971a-4449517c84b1 with Priority: HIGHEST for action port [ 869.613111] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caf1407a-e0d8-40a4-971a-4449517c84b1 with Priority: HIGHEST for action port [ 869.614438] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-caf1407a-e0d8-40a4-971a-4449517c84b1 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.614852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caf1407a-e0d8-40a4-971a-4449517c84b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caf1407a-e0d8-40a4-971a-4449517c84b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.617064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caf1407a-e0d8-40a4-971a-4449517c84b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.617064] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caf1407a-e0d8-40a4-971a-4449517c84b1',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.756854] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a07c3cff-edec-47bc-b542-c313ce330712 None None] Enqueued Resource ID: 71fd087b-0d91-48d0-aeab-da421c0417d9 with Priority: HIGHEST for action port [ 869.757527] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71fd087b-0d91-48d0-aeab-da421c0417d9 with Priority: HIGHEST for action port [ 869.757833] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-71fd087b-0d91-48d0-aeab-da421c0417d9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.758252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71fd087b-0d91-48d0-aeab-da421c0417d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.758252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71fd087b-0d91-48d0-aeab-da421c0417d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.758400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71fd087b-0d91-48d0-aeab-da421c0417d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.758481] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71fd087b-0d91-48d0-aeab-da421c0417d9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.808343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.808640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.808640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.808943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.808943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.809085] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be created. [ 869.845764] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.845935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.846016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.846334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.846528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.860542] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: UNINITIALIZED for 2s [ 869.963634] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.964373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.964373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.964373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.964640] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.964837] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.964912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.965546] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.965705] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.965916] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.966037] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.966149] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.966389] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.966389] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.966493] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.966589] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.987447] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.987663] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.987875] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.988159] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.988683] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-627ec423-242d-48f7-bde7-28bbc01a65c8 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.988938] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.989154] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.989566] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.989739] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627ec423-242d-48f7-bde7-28bbc01a65c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.120310] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caf1407a-e0d8-40a4-971a-4449517c84b1 [ 870.120613] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.120613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.120613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.120861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.120952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.121504] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caf1407a-e0d8-40a4-971a-4449517c84b1 already deleted. [ 870.121625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caf1407a-e0d8-40a4-971a-4449517c84b1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.261071] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71fd087b-0d91-48d0-aeab-da421c0417d9 [ 870.261363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.261535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.261609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.261816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.261904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.261996] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71fd087b-0d91-48d0-aeab-da421c0417d9 already deleted. [ 870.262091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71fd087b-0d91-48d0-aeab-da421c0417d9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.492762] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.492984] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.493134] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.493420] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.493576] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.493737] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 627ec423-242d-48f7-bde7-28bbc01a65c8 not found, creating... [ 870.494038] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.494181] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.494305] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.494536] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.494681] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.494975] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.495143] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.495265] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.495483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.495621] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.495764] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 627ec423-242d-48f7-bde7-28bbc01a65c8 is going to be created. [ 870.521962] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.522340] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.522340] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.522619] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.522854] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.523084] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.114055] env[65279]: INFO networking_nsxv3.common.synchronization [req-f8d345ed-3795-439b-a61c-cdc85fdc70d2 req-5704ed97-223d-46ea-a4ca-3b726e37c9ae tempest-ServersWithSpecificFlavorTestJSON-1884216288 tempest-ServersWithSpecificFlavorTestJSON-1884216288-project-member] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 871.114635] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 871.115244] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.115244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.115244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.115560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.115560] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.115672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.115672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.115809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.115862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.115939] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.275268] env[65279]: INFO networking_nsxv3.common.synchronization [req-a90508eb-bbe9-49e5-8c24-75f4cf09c82f req-c802d188-1714-4954-ba54-e99662c37813 service nova] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_rules [ 871.275517] env[65279]: INFO networking_nsxv3.common.synchronization [req-a90508eb-bbe9-49e5-8c24-75f4cf09c82f req-c802d188-1714-4954-ba54-e99662c37813 service nova] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 871.275608] env[65279]: INFO networking_nsxv3.common.synchronization [req-a90508eb-bbe9-49e5-8c24-75f4cf09c82f req-c802d188-1714-4954-ba54-e99662c37813 service nova] Enqueued Resource ID: 627ec423-242d-48f7-bde7-28bbc01a65c8 with Priority: HIGHEST for action port [ 871.276182] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_rules [ 871.276326] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 871.276455] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 627ec423-242d-48f7-bde7-28bbc01a65c8 with Priority: HIGHEST for action port [ 871.277114] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.277114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.277114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.277399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.277439] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.278379] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.278475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.278554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.278729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.278882] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.278977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.279050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.279232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.280380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.280780] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.282688] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-627ec423-242d-48f7-bde7-28bbc01a65c8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.283378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.283378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.283378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.283378] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('627ec423-242d-48f7-bde7-28bbc01a65c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.452095] env[65279]: INFO networking_nsxv3.common.synchronization [None req-091cdf36-27f4-4fba-8bc4-7965bfb59b0d tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 871.452277] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 871.452634] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.452745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.452789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.453496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.453651] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.619637] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.619853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.619911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.620137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.623892] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.624118] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.624265] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.624515] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.624793] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.624948] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.625114] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.625354] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.625520] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.625733] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.625838] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.625944] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.626072] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.626185] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.626317] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.626416] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.647118] env[65279]: INFO networking_nsxv3.common.synchronization [None req-748f1e72-7000-4cfd-a308-87900c4aa387 tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 871.648024] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 871.648704] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.648704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.650025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.650141] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.650278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.650411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.650967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.650967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.650967] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 is going to be updated. [ 871.653264] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.653264] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.653473] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.654112] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.654112] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.654385] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.654556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.655010] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.655218] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.687671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.687875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.687980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.688315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.688525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.700363] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: IN_PROGRESS for 2s [ 871.785282] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.786911] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.789998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.791228] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 627ec423-242d-48f7-bde7-28bbc01a65c8 with status ACTIVE [ 871.791587] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.791766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.791835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.792191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.792339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.792550] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.792698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.792779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.792976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.793078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.793283] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.793407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.793469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.793655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.793788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.793846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 627ec423-242d-48f7-bde7-28bbc01a65c8 is going to be updated. [ 871.816049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.816271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.816271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.816477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.816612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.817416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-627ec423-242d-48f7-bde7-28bbc01a65c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.871352] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 871.871630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.872068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.872147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.872417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.872417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.872572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.873058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.873058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.873058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.873058] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.982082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.982181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.982232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.982521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.983214] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c690890a-c776-4e0d-87a6-692499f26068 already deleted. [ 871.983214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.983214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.983506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.983662] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.158488] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.158488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.158488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.159612] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.159909] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.160233] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d not found, creating... [ 872.160735] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.161154] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.161368] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.161739] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.162086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.162555] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.162851] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.163084] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.163516] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.163745] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.163958] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d is going to be created. [ 872.185541] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.185832] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.186035] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.186415] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.186736] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.187057] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.291716] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.350718] env[65279]: INFO networking_nsxv3.common.synchronization [None req-5f6d2ff6-44f7-40a7-8566-14d0f62e0577 None None] Enqueued Resource ID: 00044eeb-01fd-4b8a-be73-ed3bff2423c0 with Priority: HIGHEST for action port [ 872.351553] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00044eeb-01fd-4b8a-be73-ed3bff2423c0 with Priority: HIGHEST for action port [ 872.351925] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-00044eeb-01fd-4b8a-be73-ed3bff2423c0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.352077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00044eeb-01fd-4b8a-be73-ed3bff2423c0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.352147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00044eeb-01fd-4b8a-be73-ed3bff2423c0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.352501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00044eeb-01fd-4b8a-be73-ed3bff2423c0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.352554] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00044eeb-01fd-4b8a-be73-ed3bff2423c0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.375350] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.375615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.376011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.377071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.377071] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.377071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.377071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.377071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.377322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.377322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.377414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.377564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.377631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.377805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.378028] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.378163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.378242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.378427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.378517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.378621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.378775] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.509691] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.509853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.509895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.510394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.510394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.510394] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c690890a-c776-4e0d-87a6-692499f26068 already deleted. [ 872.510394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.794482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.794703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.794703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.795463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.795463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.795463] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 is going to be created. [ 872.823037] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.823037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.823037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.823369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.823369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.835418] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: UNINITIALIZED for 2s [ 872.856303] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00044eeb-01fd-4b8a-be73-ed3bff2423c0 [ 872.856963] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.857176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.857273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.857606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.857681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.857778] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00044eeb-01fd-4b8a-be73-ed3bff2423c0 already deleted. [ 872.857875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00044eeb-01fd-4b8a-be73-ed3bff2423c0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.880990] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8c2ffed-57ec-4d42-b7cd-8ca5413baa41: rpc.has_security_group_logging(os_id): False [ 872.899623] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.899849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.899849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.900084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.900353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.900458] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.900562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.900626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.900799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.900892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.901142] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.901576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.901576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.901576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.901576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.901773] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.901864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.901914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.902070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.902146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.902232] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be created. [ 872.966768] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.966989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.966989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.967237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.967620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.980294] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: IN_PROGRESS for 2s [ 872.989062] env[65279]: INFO networking_nsxv3.common.synchronization [req-f8d345ed-3795-439b-a61c-cdc85fdc70d2 req-d494a0af-df53-4a3b-9f89-e2aa41902e75 service nova] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 872.989388] env[65279]: INFO networking_nsxv3.common.synchronization [req-f8d345ed-3795-439b-a61c-cdc85fdc70d2 req-d494a0af-df53-4a3b-9f89-e2aa41902e75 service nova] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 872.989485] env[65279]: INFO networking_nsxv3.common.synchronization [req-f8d345ed-3795-439b-a61c-cdc85fdc70d2 req-d494a0af-df53-4a3b-9f89-e2aa41902e75 service nova] Enqueued Resource ID: ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d with Priority: HIGHEST for action port [ 872.989987] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_rules [ 872.990146] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 872.990954] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d with Priority: HIGHEST for action port [ 872.991282] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.991430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.991492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.991706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.991785] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.992843] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.992843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.993054] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.993159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.993223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.993396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.993470] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.495278] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.495589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.495630] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d with status ACTIVE [ 873.495822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.495923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.495923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.496664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.496664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.496664] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.496664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.496664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.497014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.497014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.497014] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.497127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.497127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.497271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.497338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.497424] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d is going to be updated. [ 873.528434] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.528434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.528434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.528434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.528434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.528952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab76f9ce-a77b-45eb-b96d-33e77a5f0d9d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.662157] env[65279]: INFO networking_nsxv3.common.synchronization [req-ee37a429-090e-48ba-90e1-79ee46b34362 req-3c9fe07f-de34-4bd3-9f9f-ade760a1823e tempest-ServersTestBootFromVolume-1278433998 tempest-ServersTestBootFromVolume-1278433998-project-member] Enqueued Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_members [ 873.662324] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_members [ 873.666037] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.666037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.666037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.666037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.666037] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.666037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.666037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.666037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.666037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.666037] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.715210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: SUCCESS [ 873.715448] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 deletion is rescheduled due to dependency. [ 873.718169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.718169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.718701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.718701] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.718974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.719051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.719480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.719480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.719838] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.173211] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.173211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.173211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.173443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.173525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.173770] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.174205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.174205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.174205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.174205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.174417] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 already deleted. [ 874.174417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.182273] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.182273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-576" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.182273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-576" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.182273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-576" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.182273] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.182273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.183843] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.183924] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.184052] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.184295] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.184399] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.184512] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.184619] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.184727] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.184832] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.184972] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.208744] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.209067] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.209221] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.209406] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-576" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.209815] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-d0bfb607-7667-4895-82a8-d33115af013d taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.210053] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.210169] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.210618] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.210779] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0bfb607-7667-4895-82a8-d33115af013d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.226109] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.713717] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.714119] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.714197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.714556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.714757] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.714895] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port d0bfb607-7667-4895-82a8-d33115af013d not found, creating... [ 874.715324] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.715467] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.715467] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.715720] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.716019] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.716775] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.717015] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.717213] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.717492] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.717667] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.717842] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: d0bfb607-7667-4895-82a8-d33115af013d is going to be created. [ 874.730416] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.745379] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.745596] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.745717] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.746014] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.746443] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.746513] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.857150] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: SUCCESS [ 874.857389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.857578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.857813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.858010] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.858133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.858197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.858351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.858420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.858508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.858602] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.995267] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 874.995267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.236017] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.236017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.236017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.236017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.236017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.236017] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 is going to be updated. [ 875.291870] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.291870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.291870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.291870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.291870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.303209] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: IN_PROGRESS for 2s [ 875.365488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.365488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.365488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.365488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.365488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.366362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.366362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.366362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.367034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.367034] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.563720] env[65279]: INFO networking_nsxv3.common.synchronization [req-ee37a429-090e-48ba-90e1-79ee46b34362 req-7f122266-bdcf-4fd3-9350-7d468f4bcf52 service nova] Enqueued Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_rules [ 875.564392] env[65279]: INFO networking_nsxv3.common.synchronization [req-ee37a429-090e-48ba-90e1-79ee46b34362 req-7f122266-bdcf-4fd3-9350-7d468f4bcf52 service nova] Enqueued Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_members [ 875.564392] env[65279]: INFO networking_nsxv3.common.synchronization [req-ee37a429-090e-48ba-90e1-79ee46b34362 req-7f122266-bdcf-4fd3-9350-7d468f4bcf52 service nova] Enqueued Resource ID: d0bfb607-7667-4895-82a8-d33115af013d with Priority: HIGHEST for action port [ 875.565051] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_rules [ 875.565214] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_members [ 875.565341] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0bfb607-7667-4895-82a8-d33115af013d with Priority: HIGHEST for action port [ 875.565826] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.566051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.566051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.566324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.566500] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.568936] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.569038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.569103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.570211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.570211] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.570211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.570211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.570211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.570211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.570211] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.572490] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0bfb607-7667-4895-82a8-d33115af013d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.572490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.572490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.572490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.572490] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0bfb607-7667-4895-82a8-d33115af013d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.878806] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91219677-f411-444c-91d3-72d0e218d3c4: rpc.has_security_group_logging(os_id): False [ 875.889334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.889677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.889845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.891487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.891640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.891952] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.892121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.892215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.892445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.892555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.892846] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.892999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.893110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.893305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.893415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.893693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.893822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.893914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.894130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.894239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.894360] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 is going to be created. [ 875.982029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.982029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.982029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.982827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.983957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.003796] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: IN_PROGRESS for 2s [ 876.076068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.076068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.076068] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.076068] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0bfb607-7667-4895-82a8-d33115af013d with status ACTIVE [ 876.076068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.076068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.076068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.076068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.076068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.076068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.076983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.076983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.077628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.077814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.079649] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.082812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.082812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.082812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.082935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.082977] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0bfb607-7667-4895-82a8-d33115af013d is going to be updated. [ 876.117187] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.117187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.117187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.117187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.117187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.117187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0bfb607-7667-4895-82a8-d33115af013d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.586623] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.097089] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.097089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.097089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.097089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.097089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.097089] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 is going to be created. [ 877.128595] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.128886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.128886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.129012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.129447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.143298] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ba503b-7fa7-4113-a20a-c91759309727 in Status: UNINITIALIZED for 2s [ 877.326711] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: SUCCESS [ 877.326931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.327144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.327383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.327575] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.327709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.327776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.327938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.328029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.328119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.328211] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.747332] env[65279]: INFO networking_nsxv3.common.synchronization [None req-78336389-c430-428d-a61a-d40895d5bfb8 tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_rules [ 877.747332] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_rules [ 877.747332] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.747332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.747332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.747332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.747332] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.838171] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.944771] env[65279]: INFO networking_nsxv3.common.synchronization [None req-7199dd11-76ed-4651-8fc6-a15fa513702e tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_rules [ 877.946028] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_rules [ 877.946617] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.946617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.019016] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: SUCCESS [ 878.019476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.275679] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.276053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.276053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.276431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.276431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.276566] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 already deleted. [ 878.276597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.276883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.277123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.277206] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.339609] env[65279]: INFO networking_nsxv3.common.synchronization [req-4da33e9f-2345-4228-820e-12556cf20736 req-c8090593-b95a-4004-b962-913071e6116f tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 878.339676] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 878.340037] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.340165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.340240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.340456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.340621] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.340743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.340810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.340994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.341094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.341217] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.342905] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c08f373b-f6e2-4c4a-9be8-83295526dde4: rpc.has_security_group_logging(os_id): False [ 878.364420] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.364420] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.364420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.364420] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 is going to be updated. [ 878.447463] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.447663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.447999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.448121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.449336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.479733] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: IN_PROGRESS for 2s [ 878.804599] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.804803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.804860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.805253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.805706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.805706] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 already deleted. [ 878.805706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.847758] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.154569] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ba503b-7fa7-4113-a20a-c91759309727 in Status: SUCCESS [ 879.155473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.155786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.156150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.156475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.156681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.156805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.157077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.157336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.158052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.158260] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.351145] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.662580] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.853660] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.854081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.854153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.854811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.854903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.855018] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 879.913393] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.913564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.913661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.913922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.914110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.929639] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 880.165489] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54ba503b-7fa7-4113-a20a-c91759309727: rpc.has_security_group_logging(os_id): False [ 880.270837] env[65279]: INFO networking_nsxv3.common.synchronization [req-07cd3228-b3f3-4d4a-ba3e-91e2af5708a4 req-5f76f8ac-8a7a-4085-8496-99415253107d tempest-InstanceActionsNegativeTestJSON-809204953 tempest-InstanceActionsNegativeTestJSON-809204953-project-member] Enqueued Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_members [ 880.271490] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGHEST for action security_group_members [ 880.271812] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.272061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.272061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.272212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.272471] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.272471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.272604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.272765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.272829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.272873] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.289624] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.290455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.290556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.290795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.290890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.291167] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.291274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.291357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.291530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.291621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.291697] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 is going to be created. [ 880.388650] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.389036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.389036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.389103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.389633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.414084] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54ba503b-7fa7-4113-a20a-c91759309727 in Status: IN_PROGRESS for 2s [ 880.495417] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: SUCCESS [ 880.495663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.775495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.775752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.775824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.776140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.776302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.776535] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.776705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.776823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.777076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.777176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.777285] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ef818d9-5f97-4328-a288-988d257abab2 is going to be updated. [ 880.810418] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.810648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.810701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.810905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.811096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.822588] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ef818d9-5f97-4328-a288-988d257abab2 in Status: IN_PROGRESS for 2s [ 881.942633] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 881.942961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.999577] env[65279]: INFO networking_nsxv3.common.synchronization [req-6867fed7-3c0b-4ede-be41-ec1adf5ed0fb req-826733b4-1306-4fe0-858f-036124ef47d3 tempest-ServerRescueTestJSON-559681769 tempest-ServerRescueTestJSON-559681769-project-member] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 882.000785] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 882.000991] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.001132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.001192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.001595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.001778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.001883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.001946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.002137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.002220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.002317] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.137033] env[65279]: INFO networking_nsxv3.common.synchronization [req-ee54d022-4d4f-4246-8afc-bfa2f33a58a9 req-1ae9df9d-86f1-4561-a339-722aca841506 tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 882.137033] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 882.137033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.137033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.137033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.137033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.137033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.137033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.137033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.137033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.137754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.137754] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.427619] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54ba503b-7fa7-4113-a20a-c91759309727 in Status: SUCCESS [ 882.427619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.463318] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-71 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.463522] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.463648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.463942] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.464204] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.464354] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.464469] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.464786] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.464937] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.465155] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.465267] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.465378] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.465487] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.465598] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.465702] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.465829] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.485723] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.486070] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.486303] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.486560] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-71" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.486965] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-0ec14066-289e-4f3c-842b-ddd9ba7821a2 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.487172] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.487309] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.487685] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.487866] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec14066-289e-4f3c-842b-ddd9ba7821a2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.505504] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.639827] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.841038] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ef818d9-5f97-4328-a288-988d257abab2 in Status: SUCCESS [ 882.841189] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ef818d9-5f97-4328-a288-988d257abab2 deletion is rescheduled due to dependency. [ 882.841264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.990074] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.990634] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.990634] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.991026] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.991611] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991611] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 0ec14066-289e-4f3c-842b-ddd9ba7821a2 not found, creating... [ 882.991822] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.992035] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.992233] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.992472] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.992632] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.993025] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.993772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.993772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.993772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.993772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.994110] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 0ec14066-289e-4f3c-842b-ddd9ba7821a2 is going to be created. [ 883.008134] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.019685] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.020040] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.020192] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.020504] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.020759] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.021021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.142283] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.510751] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.510879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.510951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.511192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.511286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.511385] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be updated. [ 883.578677] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.578677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.578677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.578677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.578677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.591697] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: IN_PROGRESS for 2s [ 883.648026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.648026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.648026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.648026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.648026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.648026] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 883.725489] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.725652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.725652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.725859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.725994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.737357] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 883.738237] env[65279]: INFO networking_nsxv3.common.synchronization [req-6867fed7-3c0b-4ede-be41-ec1adf5ed0fb req-7cc2796b-b72f-4bc0-9521-05fb118c9c68 service nova] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_rules [ 883.738392] env[65279]: INFO networking_nsxv3.common.synchronization [req-6867fed7-3c0b-4ede-be41-ec1adf5ed0fb req-7cc2796b-b72f-4bc0-9521-05fb118c9c68 service nova] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 883.738521] env[65279]: INFO networking_nsxv3.common.synchronization [req-6867fed7-3c0b-4ede-be41-ec1adf5ed0fb req-7cc2796b-b72f-4bc0-9521-05fb118c9c68 service nova] Enqueued Resource ID: 0ec14066-289e-4f3c-842b-ddd9ba7821a2 with Priority: HIGHEST for action port [ 883.739079] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_rules [ 883.739226] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 883.739323] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ec14066-289e-4f3c-842b-ddd9ba7821a2 with Priority: HIGHEST for action port [ 883.739682] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.739795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.739858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.740064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.740140] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.741031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.741098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.742395] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ec14066-289e-4f3c-842b-ddd9ba7821a2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.742395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.742395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.742395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.742395] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ec14066-289e-4f3c-842b-ddd9ba7821a2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.245246] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.245615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.246845] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ec14066-289e-4f3c-842b-ddd9ba7821a2 with status ACTIVE [ 884.247109] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.247302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.247302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.247600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.247696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.247914] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.248096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.248290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.248371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.248577] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.248712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.248781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.248940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.249032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.249134] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ec14066-289e-4f3c-842b-ddd9ba7821a2 is going to be updated. [ 884.283025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.283225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.283302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.283606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.283867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.284156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ec14066-289e-4f3c-842b-ddd9ba7821a2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.605059] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: SUCCESS [ 885.605321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.605431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.605644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.605861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.605968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.607043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.607043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.607043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.607043] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.750570] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 885.750812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.110066] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.615205] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.120069] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.120069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.120069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.120069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.120069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.120069] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be updated. [ 887.148912] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.149071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.149144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.149354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.149495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.159617] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: IN_PROGRESS for 2s [ 888.496846] env[65279]: INFO networking_nsxv3.common.synchronization [req-7eb17ee8-c946-4f8d-a21c-ba6bb569e8b7 req-f5d94f90-c2d6-4660-954e-6d07db715fe2 tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 888.498271] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 888.498271] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.498271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.498271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.498830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.499297] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.499727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.499828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.500371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.500538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.501141] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.921924] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.922132] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.922256] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.922829] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.923528] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.923953] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.924144] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.924741] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.924741] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.925266] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.926916] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.926916] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.926916] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.926916] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.926916] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.926916] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.948688] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.948869] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.949029] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.949224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.949598] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-08e50958-8959-4903-804b-646dcb579c25 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.949875] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.950040] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.950365] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.950500] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e50958-8959-4903-804b-646dcb579c25',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.004245] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.170568] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: SUCCESS [ 889.170836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.171048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.171340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.171495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.171683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.171768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.171931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.171987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.172102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.172225] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.453563] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.453857] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.453990] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.454271] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.454417] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.454570] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 08e50958-8959-4903-804b-646dcb579c25 not found, creating... [ 889.455097] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.455261] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.455376] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.455595] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.455730] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.456022] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.456175] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.456289] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.456487] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.456613] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.456770] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 08e50958-8959-4903-804b-646dcb579c25 is going to be created. [ 889.479231] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.479478] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.479562] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.479859] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.480100] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.480332] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.506470] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.675249] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.675421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.675471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.675680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.675847] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.675944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.676065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.676175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.676278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.676380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.676524] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.676617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.676680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.676838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.676960] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.677348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.677348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.677348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.677348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.677514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.677514] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.008622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.008888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.008888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.009112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.009213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.009364] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 890.049983] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.050215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.050215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.050810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.050968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.061082] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 890.179977] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b2da53c3-3b80-4323-bdff-f0c2cd196c7d: rpc.has_security_group_logging(os_id): False [ 890.202344] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.202574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.202574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.202962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.227699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.228018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.228298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.228389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.228601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.228685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.228882] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.228987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.229163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.229288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.229361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.229551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.229688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.229721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.229863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.231937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.232054] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be updated. [ 890.235839] env[65279]: INFO networking_nsxv3.common.synchronization [req-7eb17ee8-c946-4f8d-a21c-ba6bb569e8b7 req-0c90e28f-f82c-4b78-85d3-0e266e36ccd3 service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 890.236166] env[65279]: INFO networking_nsxv3.common.synchronization [req-7eb17ee8-c946-4f8d-a21c-ba6bb569e8b7 req-0c90e28f-f82c-4b78-85d3-0e266e36ccd3 service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 890.236382] env[65279]: INFO networking_nsxv3.common.synchronization [req-7eb17ee8-c946-4f8d-a21c-ba6bb569e8b7 req-0c90e28f-f82c-4b78-85d3-0e266e36ccd3 service nova] Enqueued Resource ID: 08e50958-8959-4903-804b-646dcb579c25 with Priority: HIGHEST for action port [ 890.237301] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 890.237445] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 890.237616] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e50958-8959-4903-804b-646dcb579c25 with Priority: HIGHEST for action port [ 890.237899] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.238038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.238102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.238300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.238384] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.239369] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.239760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.239942] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e50958-8959-4903-804b-646dcb579c25 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.240122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.240187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.240319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.240415] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e50958-8959-4903-804b-646dcb579c25',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.298492] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.298638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.298715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.298924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.299199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.313873] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: IN_PROGRESS for 2s [ 890.742341] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.742687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.744836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08e50958-8959-4903-804b-646dcb579c25 with status ACTIVE [ 890.745034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.745159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.745220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.745439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.745589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.745773] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.745838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.745904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.746098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.746152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.746339] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.746465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.746508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.746619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.746695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.746780] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08e50958-8959-4903-804b-646dcb579c25 is going to be updated. [ 890.769367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.769613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.769613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.769745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.769879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.770054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e50958-8959-4903-804b-646dcb579c25" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.443639] env[65279]: INFO networking_nsxv3.common.synchronization [req-5a0c7f9c-a6ad-41ad-a9a5-6cc55baeb0a4 req-16505232-c6b3-4382-b15c-047277579430 tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 891.443639] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 891.443639] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.443639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.443639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.443639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.443639] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.443639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.443639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.443639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.443639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.443639] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.809995] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.810370] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.810370] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.810716] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.810975] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.811723] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.811819] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.812089] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.812207] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.812431] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.812552] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 891.812700] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 891.812786] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 891.812898] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 891.812996] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 891.813147] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.834497] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.834720] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.834859] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.835066] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.835426] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-1e978b0b-4834-4296-bb89-f078d22efb18 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.835625] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.835767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.836162] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.836359] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e978b0b-4834-4296-bb89-f078d22efb18',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.947094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.947264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.947335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.947563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.947674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.947915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.948057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.948097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.948238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.948317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.948405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be deleted. [ 891.985309] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.985590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.985590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.985701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.985794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.985891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.071180] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 892.071390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.071781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.072070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.072270] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.072388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.072454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.072614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.072786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.072786] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.328326] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: SUCCESS [ 892.328326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.338781] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.339432] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.339432] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.339432] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.339628] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.339728] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 1e978b0b-4834-4296-bb89-f078d22efb18 not found, creating... [ 892.339991] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.340165] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.340281] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.340500] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.340635] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.340936] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.341092] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.341209] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.341488] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.341541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.341731] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 1e978b0b-4834-4296-bb89-f078d22efb18 is going to be created. [ 892.369947] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.370550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.370550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.370706] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.370787] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.371028] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.575700] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.077448] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.109296] env[65279]: INFO networking_nsxv3.common.synchronization [req-5a0c7f9c-a6ad-41ad-a9a5-6cc55baeb0a4 req-2f9c761e-e8bf-4d05-a144-3bc183baa16f service nova] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_rules [ 893.109464] env[65279]: INFO networking_nsxv3.common.synchronization [req-5a0c7f9c-a6ad-41ad-a9a5-6cc55baeb0a4 req-2f9c761e-e8bf-4d05-a144-3bc183baa16f service nova] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 893.109628] env[65279]: INFO networking_nsxv3.common.synchronization [req-5a0c7f9c-a6ad-41ad-a9a5-6cc55baeb0a4 req-2f9c761e-e8bf-4d05-a144-3bc183baa16f service nova] Enqueued Resource ID: 1e978b0b-4834-4296-bb89-f078d22efb18 with Priority: HIGHEST for action port [ 893.109861] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_rules [ 893.109989] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 893.110099] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e978b0b-4834-4296-bb89-f078d22efb18 with Priority: HIGHEST for action port [ 893.110620] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.110742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.110810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.111027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.114094] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.114094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.114094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.114094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.114094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.114094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.114094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.115985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.115985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.115985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.115985] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.116684] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e978b0b-4834-4296-bb89-f078d22efb18 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.116684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.116684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.116810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.116888] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e978b0b-4834-4296-bb89-f078d22efb18',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.580533] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.580799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.580909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.581368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.581368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.581368] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 893.619317] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.619317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.619317] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.620216] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e978b0b-4834-4296-bb89-f078d22efb18 with status ACTIVE [ 893.620418] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.620535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.620621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.620844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.620954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.621143] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.621242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.621302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.621460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.621535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.621866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.621969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.622027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.622181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.622256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.622349] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e978b0b-4834-4296-bb89-f078d22efb18 is going to be updated. [ 893.631232] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.631232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.631232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.631580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.632360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.647842] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 893.655638] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.655914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.656032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.656310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.656489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.656691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e978b0b-4834-4296-bb89-f078d22efb18" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.125993] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.629412] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.631940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.631940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.631940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.631940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.631940] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be created. [ 894.659651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.659848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.659890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.660095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.660257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.673387] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: UNINITIALIZED for 2s [ 895.662867] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 895.663277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.663333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.663670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.663926] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.664172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.664240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.664390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.664472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.664556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.664651] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.167828] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.167991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.168083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.168314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.168475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.168574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.168634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.168815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.168917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.169080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.169244] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.169336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.169395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.169538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.169671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.169763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.169824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.169973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.170064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.170142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.170229] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.279156] env[65279]: INFO networking_nsxv3.common.synchronization [req-b916fb06-8e33-4914-a71c-73d240fe9aca req-6c0650fc-996a-4267-940e-b5bf1e8b3c27 tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 896.280142] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 896.280642] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.281505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.282968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.282968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.282968] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.282968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.282968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.282968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.282968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.284071] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.659586] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.659820] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.659924] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.660487] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.662467] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.662657] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.662829] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.663134] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.663388] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.663514] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.663602] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.663711] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.663815] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.663919] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.664044] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.664182] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.672700] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7: rpc.has_security_group_logging(os_id): False [ 896.687458] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.687702] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.687787] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.687965] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.688315] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.688493] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.688612] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.688965] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.689125] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.691555] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 896.691781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.691948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.692387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.692470] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.692528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.692591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.692952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.692952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.692952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.693175] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.696362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.696362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.696362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.696362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.696362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.696663] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.696663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.696663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.696823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.696851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.697053] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.697152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.697211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.697347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.697420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.697590] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.697718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.697761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.697858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.697934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.698992] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 896.763698] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.763911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.764020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.764349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.764569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.780448] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 896.787694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.787694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.787694] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 already deleted. [ 896.787694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.191404] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.191773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.191951] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.192316] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.192537] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.192815] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 not found, creating... [ 897.193159] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.193336] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.193452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.193700] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.193844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.194180] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.194336] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.194449] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.194667] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.194800] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.194945] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 is going to be created. [ 897.200757] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.200900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.200972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.201190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.201544] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.201544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.201544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.201721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.201767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.201858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.202015] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.202119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.202177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.202318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.202452] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.202541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.202602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.202757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.202878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.202943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.203046] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.217325] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.217617] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.217744] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.218048] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.218287] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.218518] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.705195] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 542ec4dc-3360-4ceb-a840-87515c4eb27a: rpc.has_security_group_logging(os_id): False [ 897.728772] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.728914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.728984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.729230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.729317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.730017] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.730017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.730017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.730017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.730017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.730269] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.730336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.730370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.730571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.730571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.730753] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.730852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.730896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.731056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.731127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.731208] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be created. [ 897.800538] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.800727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.801028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.801215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.801392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.815980] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 898.026708] env[65279]: INFO networking_nsxv3.common.synchronization [req-b916fb06-8e33-4914-a71c-73d240fe9aca req-1a733a73-a507-4b9d-9f34-d7fadddfb555 service nova] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 898.026708] env[65279]: INFO networking_nsxv3.common.synchronization [req-b916fb06-8e33-4914-a71c-73d240fe9aca req-1a733a73-a507-4b9d-9f34-d7fadddfb555 service nova] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 898.026708] env[65279]: INFO networking_nsxv3.common.synchronization [req-b916fb06-8e33-4914-a71c-73d240fe9aca req-1a733a73-a507-4b9d-9f34-d7fadddfb555 service nova] Enqueued Resource ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 with Priority: HIGHEST for action port [ 898.027187] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 898.027329] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 898.027881] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 with Priority: HIGHEST for action port [ 898.030565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.030565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.030565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.030565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.030565] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.030565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.030994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.030994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.031878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.033254] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.033438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.033504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.033903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.033903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.033903] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.035034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.035157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.035230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.035423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.035675] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.538801] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.538801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.538801] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.539367] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 with status ACTIVE [ 898.539804] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.539926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.539962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.540283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.540477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.540733] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.540893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.541010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.541698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.541698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.541858] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.541972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.542063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.542234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.542325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.542488] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 is going to be updated. [ 898.569014] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.569265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.569265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.569606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.569722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.569902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.797773] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 898.797773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.818991] env[65279]: INFO networking_nsxv3.common.synchronization [req-d06ed996-d977-40ca-ad95-722e99bbe2c6 req-4807ed83-c457-41b6-99fa-bc15a8b170e4 tempest-ServerAddressesNegativeTestJSON-1603648587 tempest-ServerAddressesNegativeTestJSON-1603648587-project-member] Enqueued Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_members [ 898.821120] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_members [ 898.821120] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.821120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.821120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.821120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.821414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.821467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.821512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.822067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.822067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.822067] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.044448] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.243024] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-460 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.243024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-460" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.243024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-460" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.243024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-460" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.243596] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.244524] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.247540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.247540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.247540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.247540] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.247540] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.247540] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.247540] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.247540] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.247540] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.247540] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.269029] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.269029] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.269029] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.269029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-460" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.269029] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-be16f2e5-6f11-48fb-a042-99b320c48e0d taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.269029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.269029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.269029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.269029] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be16f2e5-6f11-48fb-a042-99b320c48e0d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.324179] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.324361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.324406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.324673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.324992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.325269] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.325409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.325452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.325606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.325686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.325778] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc5b1a7-f272-4262-8002-7476109a0971 already deleted. [ 899.325862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.552387] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.552387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.552387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.552387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.552387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.552387] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 is going to be created. [ 899.584792] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.585017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.585017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.585232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.585395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.597684] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: UNINITIALIZED for 2s [ 899.613462] env[65279]: INFO networking_nsxv3.common.synchronization [req-ba6e1eab-94b7-462f-9215-6e1952294964 req-999cb0e5-1c02-4af6-b013-a06fe3b2976d tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 899.615792] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 899.616209] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.616331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.616406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.616615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.616768] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.616866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.616941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.617102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.617190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.617288] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.773031] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.773658] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.773658] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.773795] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.773898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.774125] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port be16f2e5-6f11-48fb-a042-99b320c48e0d not found, creating... [ 899.774451] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.774621] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.774777] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.775119] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.775291] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.775685] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.775883] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.776125] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.776296] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.776439] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.776622] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: be16f2e5-6f11-48fb-a042-99b320c48e0d is going to be created. [ 899.800013] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.800434] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.800663] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.800992] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.801280] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.801468] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.843689] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 899.843689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.119362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.119814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.119814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.119912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.119994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.120188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.120646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.120646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.120646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.120646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.120646] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 is going to be updated. [ 900.150640] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.152051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.152051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.152051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.152051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.163067] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: IN_PROGRESS for 2s [ 900.694247] env[65279]: INFO networking_nsxv3.common.synchronization [req-d06ed996-d977-40ca-ad95-722e99bbe2c6 req-f2e64822-31e5-47a7-b844-98b085ace489 service nova] Enqueued Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_rules [ 900.694247] env[65279]: INFO networking_nsxv3.common.synchronization [req-d06ed996-d977-40ca-ad95-722e99bbe2c6 req-f2e64822-31e5-47a7-b844-98b085ace489 service nova] Enqueued Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_members [ 900.694432] env[65279]: INFO networking_nsxv3.common.synchronization [req-d06ed996-d977-40ca-ad95-722e99bbe2c6 req-f2e64822-31e5-47a7-b844-98b085ace489 service nova] Enqueued Resource ID: be16f2e5-6f11-48fb-a042-99b320c48e0d with Priority: HIGHEST for action port [ 900.694921] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_rules [ 900.695276] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_members [ 900.695421] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be16f2e5-6f11-48fb-a042-99b320c48e0d with Priority: HIGHEST for action port [ 900.695730] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.695836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.695906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.696191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.696278] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.697768] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.697901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.697961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.698158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.698314] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.698401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.698459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.698600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.698681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.698770] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.699921] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-be16f2e5-6f11-48fb-a042-99b320c48e0d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.700078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.700134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.700279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.700357] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be16f2e5-6f11-48fb-a042-99b320c48e0d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.199855] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.200849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.201960] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.205317] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port be16f2e5-6f11-48fb-a042-99b320c48e0d with status ACTIVE [ 901.205317] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.205317] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.205317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.205317] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.205823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.210165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.210165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.210165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.210165] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: be16f2e5-6f11-48fb-a042-99b320c48e0d is going to be updated. [ 901.234204] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.234322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.234402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.234626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.234861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.235072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be16f2e5-6f11-48fb-a042-99b320c48e0d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.514055] env[65279]: INFO networking_nsxv3.common.synchronization [req-3916807e-5e8b-4288-b6da-c8fb5e39c69e req-0e2ce504-4f13-4ad5-bad1-b7e5a954bda9 tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 901.516186] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 901.516823] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.516970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.517054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.517297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.517456] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.517556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.517615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.517768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.517852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.518025] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.612027] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: SUCCESS [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.612027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.612027] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.709445] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.907759] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.907759] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.907759] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.908228] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.908508] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.908718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.908788] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.909383] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.909629] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.909940] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.910453] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.910595] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.910715] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.910833] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.910940] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.911159] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.934011] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.934246] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.934460] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.934949] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.935164] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-75b3aaec-923b-4433-abd3-110ff6cb21a5 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.935404] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.936281] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.936281] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.936281] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b3aaec-923b-4433-abd3-110ff6cb21a5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.021569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.022027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.022027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.022302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.022415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.022871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.022871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.022966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.024206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.024206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.024206] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 already deleted. [ 902.024206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.115388] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.174305] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: SUCCESS [ 902.174583] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 deletion is rescheduled due to dependency. [ 902.174713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.212413] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.212882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.212882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.212882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.213541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.213541] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc5b1a7-f272-4262-8002-7476109a0971 is going to be created. [ 902.246714] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.246926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.246926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.247208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.247399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.260318] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc5b1a7-f272-4262-8002-7476109a0971 in Status: UNINITIALIZED for 2s [ 902.439296] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.440032] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.440032] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.440032] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.440235] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.441204] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 75b3aaec-923b-4433-abd3-110ff6cb21a5 not found, creating... [ 902.441204] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.441204] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.441204] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.441646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.441646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.441931] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.442121] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.442254] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.442621] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.442621] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.442765] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 75b3aaec-923b-4433-abd3-110ff6cb21a5 is going to be created. [ 902.468766] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.468993] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.469132] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.469505] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.469655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.470099] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.618135] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431: rpc.has_security_group_logging(os_id): False [ 902.653697] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.653941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.654161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.654486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.654611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.654952] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.655251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.655332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.655542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.655638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.655746] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 is going to be created. [ 902.751741] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.751741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.751741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.751741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.751741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.767941] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: IN_PROGRESS for 2s [ 903.220868] env[65279]: INFO networking_nsxv3.common.synchronization [req-3916807e-5e8b-4288-b6da-c8fb5e39c69e req-a6d6b1e2-f843-4459-b89e-5f6a10250350 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 903.220868] env[65279]: INFO networking_nsxv3.common.synchronization [req-3916807e-5e8b-4288-b6da-c8fb5e39c69e req-a6d6b1e2-f843-4459-b89e-5f6a10250350 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 903.220868] env[65279]: INFO networking_nsxv3.common.synchronization [req-3916807e-5e8b-4288-b6da-c8fb5e39c69e req-a6d6b1e2-f843-4459-b89e-5f6a10250350 service nova] Enqueued Resource ID: 75b3aaec-923b-4433-abd3-110ff6cb21a5 with Priority: HIGHEST for action port [ 903.220868] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 903.220868] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 903.220868] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75b3aaec-923b-4433-abd3-110ff6cb21a5 with Priority: HIGHEST for action port [ 903.220868] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.220868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.220868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.220868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.220868] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.221879] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.221879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.221991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.222850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.222850] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.222850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.222850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.222850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.222850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.223079] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.223820] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-75b3aaec-923b-4433-abd3-110ff6cb21a5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.223941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.223941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.224548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.224548] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75b3aaec-923b-4433-abd3-110ff6cb21a5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.727580] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.727580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.727580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.727580] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75b3aaec-923b-4433-abd3-110ff6cb21a5 with status ACTIVE [ 903.727580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.727580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.727821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.727821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.727901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.728109] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.728221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.728266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.728438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.728515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.728692] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.728783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.728846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.729131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.729514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.729620] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75b3aaec-923b-4433-abd3-110ff6cb21a5 is going to be updated. [ 903.753371] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.753371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.753371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.753588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.753728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.754595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75b3aaec-923b-4433-abd3-110ff6cb21a5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.232170] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.270932] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc5b1a7-f272-4262-8002-7476109a0971 in Status: UNINITIALIZED for 4s [ 904.735797] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.736068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.736449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.736755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.737230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.737899] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be created. [ 904.765994] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.765994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.766175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.766270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.766482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.778210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: UNINITIALIZED for 2s [ 904.779024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: SUCCESS [ 904.779282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.281039] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc5b1a7-f272-4262-8002-7476109a0971 in Status: SUCCESS [ 906.281645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.281645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.282021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.282021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.282021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.282243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.282243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.282359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.282469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.282507] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.786283] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.786283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.786283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.786283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.786484] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.786484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.786484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.788121] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.788121] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.788121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.788121] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.792397] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 906.792695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.792950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.793282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.793488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.794214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.794315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.794505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.794576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.794670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.794828] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.291266] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bdc5b1a7-f272-4262-8002-7476109a0971: rpc.has_security_group_logging(os_id): False [ 907.296633] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.315689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.315900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.315900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.316235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.316401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.316552] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.316651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.316722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.316882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.317039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.317248] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.317341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.317402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.317543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.317617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.317795] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.317924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.318480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.318480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.318480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.318480] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc5b1a7-f272-4262-8002-7476109a0971 is going to be created. [ 907.386096] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.386307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.386410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.386714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.386966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.398711] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc5b1a7-f272-4262-8002-7476109a0971 in Status: IN_PROGRESS for 2s [ 907.799385] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c690890a-c776-4e0d-87a6-692499f26068: rpc.has_security_group_logging(os_id): False [ 907.820306] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.820587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.820587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.820786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.820924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.821193] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.821304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.821364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.821533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.821646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.821698] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be created. [ 907.903428] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.903565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.903649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.903888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.904102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.918612] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 908.221242] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 908.221381] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 909.059093] env[65279]: INFO networking_nsxv3.common.synchronization [req-85b440cd-ef05-4e76-a066-d02e3936166e req-d81c4437-6512-42bc-8a84-c4eaaab75da7 tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_members [ 909.059718] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_members [ 909.060294] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.060294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.060947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.061064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.061215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.061313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.061368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.065122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.065122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.065122] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.421263] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bdc5b1a7-f272-4262-8002-7476109a0971 in Status: SUCCESS [ 909.421558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.488855] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-330 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.488855] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.488855] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.489353] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.491439] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.491841] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.492077] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.492691] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.492691] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.492836] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.492908] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.492949] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.493213] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.493213] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.493318] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.493450] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.518865] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.519664] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.519664] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.519791] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-330" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.520344] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-2c5233f2-1e3b-4c89-8103-919030d5df6d taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.520569] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.520734] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.521637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.521798] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5233f2-1e3b-4c89-8103-919030d5df6d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.568019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.568019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.568019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 already deleted. [ 909.568019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.883096] env[65279]: INFO networking_nsxv3.common.synchronization [req-dc01cf40-a470-49fb-b660-975d8c31b677 req-2031b323-18e2-4180-90fa-aab73136c854 tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 909.883736] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 909.884071] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.884203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.884278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.884495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.884658] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.884758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.884814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.884962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.885082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.885182] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.935285] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 909.935483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.024969] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.025252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.026273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.026273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.026273] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.026273] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 2c5233f2-1e3b-4c89-8103-919030d5df6d not found, creating... [ 910.026273] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.026671] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.026671] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.026796] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.026922] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.027241] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.027392] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.027513] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.027730] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.027864] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.028015] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 2c5233f2-1e3b-4c89-8103-919030d5df6d is going to be created. [ 910.063660] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.064098] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.064147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.064579] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.064892] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.065221] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.388144] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.581224] env[65279]: INFO networking_nsxv3.common.synchronization [req-219371d4-c7e2-4309-a7a0-9e46ebebdb93 req-a0f519a2-f4ad-42ed-ab16-7d73085e030e tempest-ListImageFiltersTestJSON-1990860653 tempest-ListImageFiltersTestJSON-1990860653-project-member] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 910.582333] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 910.582333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.582333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.582561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.582561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.582709] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.582823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.582900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.583146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.583280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.583397] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.780683] env[65279]: INFO networking_nsxv3.common.synchronization [req-85b440cd-ef05-4e76-a066-d02e3936166e req-5e976734-6409-4a03-a8f8-232e5a0079d5 service nova] Enqueued Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_rules [ 910.780863] env[65279]: INFO networking_nsxv3.common.synchronization [req-85b440cd-ef05-4e76-a066-d02e3936166e req-5e976734-6409-4a03-a8f8-232e5a0079d5 service nova] Enqueued Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_members [ 910.780999] env[65279]: INFO networking_nsxv3.common.synchronization [req-85b440cd-ef05-4e76-a066-d02e3936166e req-5e976734-6409-4a03-a8f8-232e5a0079d5 service nova] Enqueued Resource ID: 2c5233f2-1e3b-4c89-8103-919030d5df6d with Priority: HIGHEST for action port [ 910.781521] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_rules [ 910.781655] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_members [ 910.781754] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c5233f2-1e3b-4c89-8103-919030d5df6d with Priority: HIGHEST for action port [ 910.782215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.782346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.782434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.782623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.782702] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.784496] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.784496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.784496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.784496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.784792] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.784792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.784792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.784927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.785012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.785110] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.786194] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c5233f2-1e3b-4c89-8103-919030d5df6d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.786671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.788247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.788247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.788247] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c5233f2-1e3b-4c89-8103-919030d5df6d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.893055] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.085682] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.284795] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.284952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.286208] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.288531] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c5233f2-1e3b-4c89-8103-919030d5df6d with status ACTIVE [ 911.288718] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.288829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.288896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.289113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.289207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.289372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.289466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.289527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.289679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.289755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.289934] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.290035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.290120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.290239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.290323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.290405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c5233f2-1e3b-4c89-8103-919030d5df6d is going to be updated. [ 911.313753] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.313902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.313974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.314226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.314362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.314608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c5233f2-1e3b-4c89-8103-919030d5df6d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.397069] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.397306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.397306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.397512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.401073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.401073] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 911.430380] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.430555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.430647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.430921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.431085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.444163] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 911.591274] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.788630] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.093946] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.094389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.094389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.094578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.094687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.094792] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be updated. [ 912.129919] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.129919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.129919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.129919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.129919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.142329] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: IN_PROGRESS for 2s [ 912.290756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.291020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.291020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.291212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.291298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.291394] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 is going to be created. [ 912.323509] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.324273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.324583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.325350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.325350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.337293] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 in Status: UNINITIALIZED for 2s [ 913.458446] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 913.458446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.150939] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 914.151829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.213989] env[65279]: INFO networking_nsxv3.common.synchronization [req-6d8a2f31-3aef-4036-bdaa-afcd80b7c193 req-9adf8777-36f5-48cb-bd38-be19ea21a941 tempest-ServerRescueTestJSON-559681769 tempest-ServerRescueTestJSON-559681769-project-member] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 914.214665] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 914.215007] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.215308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.215308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.215407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.215592] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.215753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.215846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.216092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.216233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.216382] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.316918] env[65279]: INFO networking_nsxv3.common.synchronization [req-d9dafbb2-978c-4449-800c-e838d60feb96 req-f32b5517-b602-462a-83e3-718970482f07 tempest-ServerAddressesNegativeTestJSON-1603648587 tempest-ServerAddressesNegativeTestJSON-1603648587-project-member] Enqueued Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_members [ 914.317465] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGHEST for action security_group_members [ 914.317770] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.318248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.318248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.319449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.319449] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.319449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.319449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.319449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.319449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.319449] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.355017] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 in Status: SUCCESS [ 914.356036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.356036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.356173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.356374] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.356904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.358410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.358410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.358530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.358636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.360287] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.682733] env[65279]: INFO networking_nsxv3.common.synchronization [req-4455c741-f1d2-4e5c-8b13-40bd8aec9049 req-f67513ee-cd8e-494b-ac0c-ae8f410dd721 tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 914.683511] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 914.683988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.684179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.684282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.684576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.684807] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.684960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.685076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.685411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.685475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.685584] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.719589] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.822756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.823152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.823152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.823152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.823666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.823666] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.823666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.823666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.823899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.823899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.823899] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc5b1a7-f272-4262-8002-7476109a0971 is going to be updated. [ 914.861628] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.877856] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.878264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.878381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.878980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.879084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.896925] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc5b1a7-f272-4262-8002-7476109a0971 in Status: IN_PROGRESS for 2s [ 915.185098] env[65279]: INFO networking_nsxv3.common.synchronization [req-635a0345-2758-4601-8c89-75bedc0ae79d req-826813bf-51eb-4a88-bcec-963a5b6c6946 tempest-ServersAdminTestJSON-475993868 tempest-ServersAdminTestJSON-475993868-project-member] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 915.186195] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGHEST for action security_group_members [ 915.186195] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.186195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.186195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.186390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.186488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.186564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.186626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.186773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.186857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.186949] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.191370] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.191493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.191563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.191747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.192259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.192259] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.192259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.192259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.192439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.192439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.192493] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be updated. [ 915.225786] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.231168] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.231447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.231447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.231768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.231969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.242520] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 915.364663] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e31a61-c64d-4474-b27f-6bd50c7a1cc8: rpc.has_security_group_logging(os_id): False [ 915.388149] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.388389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.388519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.389212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.389212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.389360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.389523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.389633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.390015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.390104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.390219] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 is going to be created. [ 915.467790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.467990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.467990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.468557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.468803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.480449] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 in Status: IN_PROGRESS for 2s [ 915.688813] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.689134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.689134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.689311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.689416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.689759] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.689971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.690061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.690188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.690267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.690671] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be updated. [ 915.719785] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.719959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.720072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.720335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.720512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.728806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.728806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.728806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.729115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.729115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.729115] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be updated. [ 915.731482] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: IN_PROGRESS for 2s [ 915.756796] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.756931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.757008] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.757231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.757370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.771102] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: IN_PROGRESS for 2s [ 916.907472] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bdc5b1a7-f272-4262-8002-7476109a0971 in Status: SUCCESS [ 916.907747] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bdc5b1a7-f272-4262-8002-7476109a0971 deletion is rescheduled due to dependency. [ 916.907747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.253394] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 917.253394] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a deletion is rescheduled due to dependency. [ 917.253544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.495249] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 in Status: SUCCESS [ 917.495518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.741326] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 in Status: SUCCESS [ 917.741504] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 deletion is rescheduled due to dependency. [ 917.741628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.782016] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: SUCCESS [ 917.782364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.943698] env[65279]: INFO networking_nsxv3.common.synchronization [None req-780e4dac-81c4-4283-8c4f-1a79a67745d0 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_rules [ 919.944076] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_rules [ 919.944462] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.944611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.944703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.945018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.945114] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.093962] env[65279]: INFO networking_nsxv3.common.synchronization [None req-af9bbfab-b0a3-4d3e-b770-58464fdc9e7b tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_rules [ 920.096664] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_rules [ 920.097301] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.097445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.467294] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.468186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.468505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.468604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.468794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.468864] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 already deleted. [ 920.468967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.469167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.469298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.469763] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.998698] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.998698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.998698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.998698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.998698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.999163] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 already deleted. [ 920.999163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.799698] env[65279]: INFO networking_nsxv3.common.synchronization [req-b909f6aa-f586-4c2c-a9ae-c6ff58ac7c14 req-821232b2-7578-4b09-88ae-fbd26ad449f1 tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 921.800247] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 921.801062] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.801062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.801062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.801211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.801349] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.801425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.801461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.801801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.801801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.801896] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.191428] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.191867] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.191867] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.192124] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.192887] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.193501] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.193762] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.194303] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.194689] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.194790] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.194972] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.195193] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.195407] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.195611] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.195807] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.196538] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.223782] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.224061] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.224248] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.224561] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.224988] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-c05db47f-b2e5-437b-8358-b264e3205d08 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.225612] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.225738] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.226099] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.226551] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c05db47f-b2e5-437b-8358-b264e3205d08',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.303693] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.730283] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.730750] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.730970] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.731411] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.731655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.731903] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port c05db47f-b2e5-437b-8358-b264e3205d08 not found, creating... [ 922.732456] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.732649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.732996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.733311] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.733512] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.734045] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.734329] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.734799] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.734900] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.735194] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.735758] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: c05db47f-b2e5-437b-8358-b264e3205d08 is going to be created. [ 922.760242] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.760478] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.760646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.761020] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.761256] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.761479] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.806631] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.310417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.310764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.310764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.310863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.310953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.311062] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 923.340686] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.340830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.340881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.341105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.341487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.352762] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 923.443375] env[65279]: INFO networking_nsxv3.common.synchronization [req-b909f6aa-f586-4c2c-a9ae-c6ff58ac7c14 req-cd65ba41-816e-4376-b5d0-f972bff27d04 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 923.443585] env[65279]: INFO networking_nsxv3.common.synchronization [req-b909f6aa-f586-4c2c-a9ae-c6ff58ac7c14 req-cd65ba41-816e-4376-b5d0-f972bff27d04 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 923.443728] env[65279]: INFO networking_nsxv3.common.synchronization [req-b909f6aa-f586-4c2c-a9ae-c6ff58ac7c14 req-cd65ba41-816e-4376-b5d0-f972bff27d04 service nova] Enqueued Resource ID: c05db47f-b2e5-437b-8358-b264e3205d08 with Priority: HIGHEST for action port [ 923.444283] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 923.444519] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 923.444612] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c05db47f-b2e5-437b-8358-b264e3205d08 with Priority: HIGHEST for action port [ 923.444912] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.445056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.445102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.445511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.445604] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.446834] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.446940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.447215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c05db47f-b2e5-437b-8358-b264e3205d08 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.447293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.447358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.447510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.447650] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c05db47f-b2e5-437b-8358-b264e3205d08',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.952315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.952315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.952315] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c05db47f-b2e5-437b-8358-b264e3205d08 with status ACTIVE [ 923.952315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.952315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.952315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.952782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.952782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.952782] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.952937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.952937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.953136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.953136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.953398] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.953529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.953615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.953709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.953783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.953848] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c05db47f-b2e5-437b-8358-b264e3205d08 is going to be updated. [ 923.975452] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.975452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.975452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.975452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.975452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.975750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c05db47f-b2e5-437b-8358-b264e3205d08" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.983180] env[65279]: INFO networking_nsxv3.common.synchronization [None req-92537f85-a1df-4c1b-b1e2-4bfcad8277c5 tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 27c2bd1c-48f8-41f6-b792-9f5eced47d31 with Priority: HIGHEST for action security_group_rules [ 924.984088] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c2bd1c-48f8-41f6-b792-9f5eced47d31 with Priority: HIGHEST for action security_group_rules [ 924.984283] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.984506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.984609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.985152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.985152] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c2bd1c-48f8-41f6-b792-9f5eced47d31',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.086353] env[65279]: INFO networking_nsxv3.common.synchronization [None req-4dae74d2-bf6d-434b-89fd-010d08274837 tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 27c2bd1c-48f8-41f6-b792-9f5eced47d31 with Priority: HIGHEST for action security_group_rules [ 925.086353] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c2bd1c-48f8-41f6-b792-9f5eced47d31 with Priority: HIGHEST for action security_group_rules [ 925.086604] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.086706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.367173] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 925.367382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.367566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.367806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.368033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.368159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.368216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.368403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.368498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.368680] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.510632] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.511197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.511197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.511197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.511355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.511397] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c2bd1c-48f8-41f6-b792-9f5eced47d31 already deleted. [ 925.511497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.511639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.512113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.512113] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27c2bd1c-48f8-41f6-b792-9f5eced47d31',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.871831] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.040552] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.040882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.040920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.041256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.041435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.041590] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27c2bd1c-48f8-41f6-b792-9f5eced47d31 already deleted. [ 926.041731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27c2bd1c-48f8-41f6-b792-9f5eced47d31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.374100] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.656131] env[65279]: INFO networking_nsxv3.common.synchronization [req-0642c306-0571-4970-b5ca-375b9196984b req-2fd385b8-2228-4419-8cb1-7e47bee08454 tempest-ServerActionsV293TestJSON-73977677 tempest-ServerActionsV293TestJSON-73977677-project-member] Enqueued Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_members [ 926.656131] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGHEST for action security_group_members [ 926.656131] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.656131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.656131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.656131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.656131] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.657497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.657824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.658126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.658326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.658618] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.739607] env[65279]: INFO networking_nsxv3.common.synchronization [req-7e00bddd-fbe0-42ae-9f50-1e056fa23b6f req-a3e03a8e-bdfc-49c8-8d6d-cf67d06c4805 tempest-ServersTestBootFromVolume-1278433998 tempest-ServersTestBootFromVolume-1278433998-project-member] Enqueued Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_members [ 926.739607] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGHEST for action security_group_members [ 926.739607] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.740028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.740614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.740614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.740614] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.740870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.740870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.740988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.741096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.741200] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.876555] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.876804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.876885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.877136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.877234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.877332] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 926.934093] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.934093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.934093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.934093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.934093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.947796] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 927.161884] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.162247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.162817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.162817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.162817] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.162817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.163063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.163093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.163454] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee5c635-aa34-424f-b118-5a0812917f53 is going to be updated. [ 927.198263] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.198411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.198473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.198689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.198857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.212366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee5c635-aa34-424f-b118-5a0812917f53 in Status: IN_PROGRESS for 2s [ 927.243306] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.243570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.243570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.243887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.244019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.244356] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.244417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.244639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.245170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.245284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.245441] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 is going to be updated. [ 927.293225] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.293465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.293547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.293795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.293963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.318074] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ba503b-7fa7-4113-a20a-c91759309727 in Status: IN_PROGRESS for 2s [ 928.300728] env[65279]: INFO networking_nsxv3.common.synchronization [req-395db762-5d17-4bb3-8265-a343c0b634f5 req-082c957b-58dd-4ceb-a270-d3fdbb2feb1c tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 928.300728] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 928.300728] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.300728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.300728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.301571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.301571] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.301571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.301571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.301571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.301571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.301779] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.804076] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.805447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.805581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.806052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.806052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.808165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.808362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.808434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.808695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.808784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.808861] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 928.822635] env[65279]: INFO networking_nsxv3.common.synchronization [req-78c18843-8c83-40ba-9daa-16b04e23b778 req-d2a33a35-3148-43a2-abe4-7a25dd66240a tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 928.824314] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 928.824314] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.824314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.824314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.824563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.824563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.824673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.824673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.825303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.825303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.825303] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.855636] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.855794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.855972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.856232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.856479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.869819] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 928.960954] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 928.961292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.961543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.962368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.962368] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.962368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.962368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.962573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.962617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.962709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.962833] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.223753] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bee5c635-aa34-424f-b118-5a0812917f53 in Status: SUCCESS [ 929.223940] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bee5c635-aa34-424f-b118-5a0812917f53 deletion is rescheduled due to dependency. [ 929.224077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.328947] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54ba503b-7fa7-4113-a20a-c91759309727 in Status: SUCCESS [ 929.329218] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 deletion is rescheduled due to dependency. [ 929.329273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.330785] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.330918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.330997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.332173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.332173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.332173] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.332173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.332173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.332173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.332173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.332173] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 929.364019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.364174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.364275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.364557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.364789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.377167] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 929.466817] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.467063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.467229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.467456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.467688] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.467824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.467948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.468179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.468395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.468467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.468600] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.468669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.468775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.468944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.469105] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.469307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.469350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.469576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.469710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.469857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.469898] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.972880] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 929.991852] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.992098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.992098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.992443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.992535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.992771] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.992870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.992934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.993103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.993184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.993406] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.993505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.993567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.993743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.993836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.994119] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.994268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.994301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.994426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.994501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.994603] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 930.066420] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.066420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.066527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.066703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.066823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.084382] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 930.187073] env[65279]: INFO networking_nsxv3.common.synchronization [req-0e068b71-909d-4980-8d79-fa1a40ea5990 req-9be47867-6e40-46ba-a1f7-b9c97a12cea6 tempest-ListImageFiltersTestJSON-1990860653 tempest-ListImageFiltersTestJSON-1990860653-project-member] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 930.187723] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGHEST for action security_group_members [ 930.188528] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.188528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.188661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.188755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.188914] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.189017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.189074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.189221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.189995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.189995] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.693523] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.693523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.693523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.693523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.693523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.693523] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.693523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.693523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.693523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.694541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.694541] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be updated. [ 930.727141] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.727141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.727141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.727141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.727307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.737215] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: IN_PROGRESS for 2s [ 930.881376] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 930.881591] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 930.881683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.386701] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 931.386896] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 deletion is rescheduled due to dependency. [ 931.387028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.101195] env[65279]: INFO networking_nsxv3.common.synchronization [None req-ee06319d-d475-46b3-9a21-124a4165e781 None None] Enqueued Resource ID: 0c6a055b-e598-4fce-8e72-a231f5fda7f0 with Priority: HIGHEST for action port [ 932.101733] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c6a055b-e598-4fce-8e72-a231f5fda7f0 with Priority: HIGHEST for action port [ 932.102049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c6a055b-e598-4fce-8e72-a231f5fda7f0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.102173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c6a055b-e598-4fce-8e72-a231f5fda7f0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.102292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c6a055b-e598-4fce-8e72-a231f5fda7f0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.102697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c6a055b-e598-4fce-8e72-a231f5fda7f0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.102697] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c6a055b-e598-4fce-8e72-a231f5fda7f0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.104785] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 932.105018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.606560] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c6a055b-e598-4fce-8e72-a231f5fda7f0 [ 932.606797] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.606920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.606991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.607249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.607359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.607491] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c6a055b-e598-4fce-8e72-a231f5fda7f0 already deleted. [ 932.607579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c6a055b-e598-4fce-8e72-a231f5fda7f0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.748761] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6758a753-1835-496a-8983-0699ee60e29f in Status: SUCCESS [ 932.748761] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6758a753-1835-496a-8983-0699ee60e29f deletion is rescheduled due to dependency. [ 932.748761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.478143] env[65279]: INFO networking_nsxv3.common.synchronization [req-124795d1-5193-4dcf-8e26-560a721bccd1 req-b3092565-819d-4db7-b52c-9b77c4b214d9 tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 933.478745] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 933.479894] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.480013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.480939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.480939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.481139] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.481230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.481320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.482331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.482331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.482331] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.986032] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.489405] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.994418] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.994571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.994673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.995257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.995397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.995538] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 935.005756] env[65279]: INFO networking_nsxv3.common.synchronization [None req-750f6162-8094-42a5-b57e-37a99b923556 None None] Enqueued Resource ID: f90b8bf0-8bde-4efe-ab51-00356a1e9a9e with Priority: HIGHEST for action port [ 935.006387] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90b8bf0-8bde-4efe-ab51-00356a1e9a9e with Priority: HIGHEST for action port [ 935.006705] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90b8bf0-8bde-4efe-ab51-00356a1e9a9e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.006705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90b8bf0-8bde-4efe-ab51-00356a1e9a9e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.006811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90b8bf0-8bde-4efe-ab51-00356a1e9a9e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.006993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90b8bf0-8bde-4efe-ab51-00356a1e9a9e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.007090] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90b8bf0-8bde-4efe-ab51-00356a1e9a9e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.028177] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.028312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.028377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.028585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.028722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.040630] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 935.510744] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f90b8bf0-8bde-4efe-ab51-00356a1e9a9e [ 935.511025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.511177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.511177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.511428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.511522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.511607] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f90b8bf0-8bde-4efe-ab51-00356a1e9a9e already deleted. [ 935.511688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90b8bf0-8bde-4efe-ab51-00356a1e9a9e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.025709] env[65279]: INFO networking_nsxv3.common.synchronization [req-e2b7936d-97b2-4ae2-a713-e79fefba93d8 req-5ca2d31c-41de-4a26-98fe-4eb125788fb1 tempest-ServersWithSpecificFlavorTestJSON-1884216288 tempest-ServersWithSpecificFlavorTestJSON-1884216288-project-member] Enqueued Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 937.027386] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 with Priority: HIGHEST for action security_group_members [ 937.027386] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c08f373b-f6e2-4c4a-9be8-83295526dde4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.027386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.027386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.027386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.027386] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.027386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.027386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.027386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.028299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.028299] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c08f373b-f6e2-4c4a-9be8-83295526dde4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.054591] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 937.054902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.531310] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.531491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.531696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.531989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.532108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.532403] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.532527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.532594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.532810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.532895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.532986] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 is going to be updated. [ 937.560971] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.561341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.561616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.562554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.562998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.580907] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: IN_PROGRESS for 2s [ 938.957563] env[65279]: INFO networking_nsxv3.common.synchronization [req-09363fa5-8670-43c6-b97b-4fec823484a0 req-c2e8a63a-592a-4731-8af3-1ae1897385e3 tempest-ServerRescueTestJSON-559681769 tempest-ServerRescueTestJSON-559681769-project-member] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 938.958114] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGHEST for action security_group_members [ 938.958423] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.958548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.958609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.958803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.959262] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.959373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.959449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.959605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.959782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.959881] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.462183] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.462328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.462425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.462735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.462843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.463052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.463169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.463223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.463380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.463447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.463574] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be updated. [ 939.499757] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.500247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.500247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.501564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.501564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.512727] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: IN_PROGRESS for 2s [ 939.591161] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 in Status: SUCCESS [ 939.591343] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c08f373b-f6e2-4c4a-9be8-83295526dde4 deletion is rescheduled due to dependency. [ 939.591453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c08f373b-f6e2-4c4a-9be8-83295526dde4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.525291] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d in Status: SUCCESS [ 941.525580] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d deletion is rescheduled due to dependency. [ 941.525580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.530537] env[65279]: INFO networking_nsxv3.common.synchronization [req-48e53c79-47cb-469b-bac8-b76bb986494b req-2680cbe6-54ae-4764-98fb-bf28a63c3a4c tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_members [ 941.530537] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_members [ 941.530797] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.530923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.530987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.531262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.531416] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.531518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.531579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.531730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.531811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.531900] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.884730] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.884926] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.885140] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.885433] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.885705] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.885872] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.885987] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.886279] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.886439] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.886664] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.886780] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.886901] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.887015] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.887149] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.887257] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.887422] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.908602] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.908788] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.908899] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.909106] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.909434] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-0e823fd8-6283-4ceb-8b59-647b690f86ca taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.909607] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.909725] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.910092] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.910251] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e823fd8-6283-4ceb-8b59-647b690f86ca',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.035032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.035032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.035032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.035032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.035032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.035032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.036675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.037390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.037390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.037390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.037390] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 already deleted. [ 942.037390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.412973] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.414036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.414036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.414036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.414036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.414036] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 0e823fd8-6283-4ceb-8b59-647b690f86ca not found, creating... [ 942.414260] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.414400] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.414456] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.414676] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.414846] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.415145] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.415303] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.415917] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.416044] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.416189] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.416330] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 0e823fd8-6283-4ceb-8b59-647b690f86ca is going to be created. [ 942.437326] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.437540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.437662] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.437938] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.438196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.438397] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.230012] env[65279]: INFO networking_nsxv3.common.synchronization [req-48e53c79-47cb-469b-bac8-b76bb986494b req-a770c488-b879-4123-a002-473ba083f0e2 service nova] Enqueued Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_rules [ 943.230273] env[65279]: INFO networking_nsxv3.common.synchronization [req-48e53c79-47cb-469b-bac8-b76bb986494b req-a770c488-b879-4123-a002-473ba083f0e2 service nova] Enqueued Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_members [ 943.230334] env[65279]: INFO networking_nsxv3.common.synchronization [req-48e53c79-47cb-469b-bac8-b76bb986494b req-a770c488-b879-4123-a002-473ba083f0e2 service nova] Enqueued Resource ID: 0e823fd8-6283-4ceb-8b59-647b690f86ca with Priority: HIGHEST for action port [ 943.230817] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_rules [ 943.230951] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_members [ 943.231069] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e823fd8-6283-4ceb-8b59-647b690f86ca with Priority: HIGHEST for action port [ 943.231343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.231474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.231544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.231743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.231825] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.232734] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.232831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.232920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.235277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.235277] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.235277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.235277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.235277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.235277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.235277] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.235646] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e823fd8-6283-4ceb-8b59-647b690f86ca taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.235646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.235646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.235760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.235788] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e823fd8-6283-4ceb-8b59-647b690f86ca',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.736314] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.737439] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.737583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.741630] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e823fd8-6283-4ceb-8b59-647b690f86ca with status ACTIVE [ 943.741630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.741630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.741630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.741630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.741630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.742279] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.742279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.742279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.742279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.742279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.742553] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.742609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.742640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.742938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.742938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.742938] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e823fd8-6283-4ceb-8b59-647b690f86ca is going to be updated. [ 943.779770] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.779994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.779994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.780276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.780419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.780582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e823fd8-6283-4ceb-8b59-647b690f86ca" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.239247] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.743592] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.743779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.743878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.744083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.744178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.744269] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 is going to be created. [ 944.768626] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.768797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.768861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.769744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.769940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.780603] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c770999f-442f-4741-b5ee-6a3369c7bd04 in Status: UNINITIALIZED for 2s [ 945.869373] env[65279]: INFO networking_nsxv3.common.synchronization [None req-ab7d7a4b-e389-45b8-b709-f47eff88f98c tempest-MigrationsAdminTest-553127548 tempest-MigrationsAdminTest-553127548-project-member] Enqueued Resource ID: 04250efe-4df8-4de6-98b1-279caa278fb5 with Priority: HIGHEST for action security_group_rules [ 945.870179] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04250efe-4df8-4de6-98b1-279caa278fb5 with Priority: HIGHEST for action security_group_rules [ 945.870251] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04250efe-4df8-4de6-98b1-279caa278fb5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.870357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.870395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.870751] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04250efe-4df8-4de6-98b1-279caa278fb5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.983050] env[65279]: INFO networking_nsxv3.common.synchronization [None req-818b8e2b-1f36-4e32-99ed-92a26bab8b92 tempest-MigrationsAdminTest-553127548 tempest-MigrationsAdminTest-553127548-project-member] Enqueued Resource ID: 04250efe-4df8-4de6-98b1-279caa278fb5 with Priority: HIGHEST for action security_group_rules [ 945.983050] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04250efe-4df8-4de6-98b1-279caa278fb5 with Priority: HIGHEST for action security_group_rules [ 945.983201] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04250efe-4df8-4de6-98b1-279caa278fb5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.983415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.393019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.393019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.393019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.394076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.394076] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04250efe-4df8-4de6-98b1-279caa278fb5 already deleted. [ 946.394076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.394076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.394076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.394076] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04250efe-4df8-4de6-98b1-279caa278fb5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.775624] env[65279]: INFO networking_nsxv3.common.synchronization [None req-53647346-4fe5-436f-95ca-2ec4d1367da1 None None] Enqueued Resource ID: 501bac2a-7580-41cc-b232-04ba14dbd322 with Priority: HIGHEST for action port [ 946.776177] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 501bac2a-7580-41cc-b232-04ba14dbd322 with Priority: HIGHEST for action port [ 946.776488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-501bac2a-7580-41cc-b232-04ba14dbd322 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.776635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-501bac2a-7580-41cc-b232-04ba14dbd322" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.776708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-501bac2a-7580-41cc-b232-04ba14dbd322" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.776908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-501bac2a-7580-41cc-b232-04ba14dbd322" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.776985] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('501bac2a-7580-41cc-b232-04ba14dbd322',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.790476] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c770999f-442f-4741-b5ee-6a3369c7bd04 in Status: SUCCESS [ 946.793050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.793573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.793801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.793988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.794142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.794214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.794319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.794384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.794475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.794561] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.916409] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.916898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.917159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.917491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.918081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.918081] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04250efe-4df8-4de6-98b1-279caa278fb5 already deleted. [ 946.918081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04250efe-4df8-4de6-98b1-279caa278fb5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.279305] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 501bac2a-7580-41cc-b232-04ba14dbd322 [ 947.280317] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.280317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.280317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.280317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.280317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.280317] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:501bac2a-7580-41cc-b232-04ba14dbd322 already deleted. [ 947.280317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-501bac2a-7580-41cc-b232-04ba14dbd322" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.296222] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.340537] env[65279]: INFO networking_nsxv3.common.synchronization [None req-91e0d985-19e6-4ee5-a439-aa387054d4f5 tempest-ServersTestManualDisk-1713874418 tempest-ServersTestManualDisk-1713874418-project-member] Enqueued Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_rules [ 947.341071] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_rules [ 947.341381] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de98a9a8-c694-4138-aaba-775aed13176b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.341503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.341571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.341826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.341909] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.430031] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e76d9b54-4ee3-401a-b077-d0d4acc3f5da tempest-ServersTestManualDisk-1713874418 tempest-ServersTestManualDisk-1713874418-project-member] Enqueued Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_rules [ 947.430673] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_rules [ 947.430963] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de98a9a8-c694-4138-aaba-775aed13176b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.431081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.798217] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c770999f-442f-4741-b5ee-6a3369c7bd04: rpc.has_security_group_logging(os_id): False [ 947.825483] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.825483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.825483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.825483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.825752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.825783] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.825894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.825937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.826878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.826878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.826878] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 is going to be created. [ 947.866986] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.867261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.867317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.867542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.867766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.867848] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de98a9a8-c694-4138-aaba-775aed13176b already deleted. [ 947.867885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.868066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.868265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.868315] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.889690] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.889881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.889960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.890196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.890416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.903771] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c770999f-442f-4741-b5ee-6a3369c7bd04 in Status: IN_PROGRESS for 2s [ 948.013506] env[65279]: INFO networking_nsxv3.common.synchronization [req-033ddab1-fcd9-4a8a-9a86-6d1b6872a874 req-c921ae08-48c0-4f12-9a6d-595722c6d763 tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 948.014099] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 948.014519] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.014582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.015022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.015022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.015022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.017291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.017337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.017550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.017658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.017770] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.394789] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.395060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.395163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.396613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.396613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.396613] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de98a9a8-c694-4138-aaba-775aed13176b already deleted. [ 948.396613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.435422] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.435626] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.435752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.436030] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.436289] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.436444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.436561] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.436776] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.436917] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.437142] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.437252] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.437358] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.437465] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.437574] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.437672] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.437817] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.457226] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.457403] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.457541] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.457719] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.458053] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-50a21711-1862-47d7-b773-789c629afba6 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.458227] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.458345] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.458685] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.458828] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a21711-1862-47d7-b773-789c629afba6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.526383] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.526567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.526610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.527583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.527583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.527583] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.527583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.527583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.527583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.527583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.527583] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 948.555957] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.558020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.558020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.558020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.558020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.575464] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 948.961520] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.962127] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.962419] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.962870] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.963149] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.963402] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 50a21711-1862-47d7-b773-789c629afba6 not found, creating... [ 948.963789] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.964097] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.964315] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.964651] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.965512] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.965905] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.966224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.966468] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.966777] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.968291] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.968291] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 50a21711-1862-47d7-b773-789c629afba6 is going to be created. [ 948.989536] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.989773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.989914] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.990260] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.990530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.990776] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.056945] env[65279]: INFO networking_nsxv3.common.synchronization [None req-24fb5e2a-be44-43c9-99cb-86c3b9f64f11 None None] Enqueued Resource ID: d99648c1-b873-436d-9c2e-27deda0b45e3 with Priority: HIGHEST for action port [ 949.057502] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99648c1-b873-436d-9c2e-27deda0b45e3 with Priority: HIGHEST for action port [ 949.057983] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-d99648c1-b873-436d-9c2e-27deda0b45e3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.057983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d99648c1-b873-436d-9c2e-27deda0b45e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.057983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d99648c1-b873-436d-9c2e-27deda0b45e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.058848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d99648c1-b873-436d-9c2e-27deda0b45e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.058848] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d99648c1-b873-436d-9c2e-27deda0b45e3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.559999] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d99648c1-b873-436d-9c2e-27deda0b45e3 [ 949.560251] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.560578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.560578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.560745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.560850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.560850] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d99648c1-b873-436d-9c2e-27deda0b45e3 already deleted. [ 949.560936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d99648c1-b873-436d-9c2e-27deda0b45e3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.703767] env[65279]: INFO networking_nsxv3.common.synchronization [req-033ddab1-fcd9-4a8a-9a86-6d1b6872a874 req-00198bed-cc56-4afa-b31c-e6a30803ed57 service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 949.703963] env[65279]: INFO networking_nsxv3.common.synchronization [req-033ddab1-fcd9-4a8a-9a86-6d1b6872a874 req-00198bed-cc56-4afa-b31c-e6a30803ed57 service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 949.704126] env[65279]: INFO networking_nsxv3.common.synchronization [req-033ddab1-fcd9-4a8a-9a86-6d1b6872a874 req-00198bed-cc56-4afa-b31c-e6a30803ed57 service nova] Enqueued Resource ID: 50a21711-1862-47d7-b773-789c629afba6 with Priority: HIGHEST for action port [ 949.704662] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 949.704798] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 949.704972] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a21711-1862-47d7-b773-789c629afba6 with Priority: HIGHEST for action port [ 949.705325] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.705447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.705511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.705731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.705815] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.707184] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.707292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.707471] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a21711-1862-47d7-b773-789c629afba6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.707572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.707637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.707816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.707894] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a21711-1862-47d7-b773-789c629afba6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.920539] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c770999f-442f-4741-b5ee-6a3369c7bd04 in Status: SUCCESS [ 949.920752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.209921] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.210184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.212491] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50a21711-1862-47d7-b773-789c629afba6 with status ACTIVE [ 950.212707] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.212837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.212894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.213143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.213245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.213438] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.213519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.213753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.213753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.213902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.214128] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.214128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.214128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.214254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.214326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.214404] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50a21711-1862-47d7-b773-789c629afba6 is going to be updated. [ 950.239282] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.239504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.239616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.239897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.240062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.240231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a21711-1862-47d7-b773-789c629afba6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.585369] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 950.585531] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 950.585729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.585919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.586157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.586343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.586456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.586520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.586668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.586752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.586844] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.089556] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.591143] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.095015] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.095201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.095291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.095532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.095632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.095734] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 952.125710] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.125993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.125993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.126261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.126472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.136810] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 954.149877] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 954.150216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.150216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.150813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.150813] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.151761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.151910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.152167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.152265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.152360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.152460] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.619128] env[65279]: INFO networking_nsxv3.common.synchronization [req-b40cc3dd-51c4-41c5-9c79-481a64d62882 req-7bea2e26-0537-4b29-ba56-527aaeac6208 tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 954.619257] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 954.619569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.619693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.619760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.619964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.620978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.620978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.620978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.620978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.620978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.620978] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.655645] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.655891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.655956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.656175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.656350] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.656450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.656607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.656703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.656793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.656900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.657092] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.657192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.657251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.657399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.657545] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.657636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.657723] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.657949] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.658055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.658098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.658167] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.071500] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.071721] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.071828] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.072130] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.072490] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.072761] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.072909] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.073183] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.073333] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.073541] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.073677] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.073824] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.073904] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.074023] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.074129] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.074263] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.100067] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.100285] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.100377] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.100557] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-836" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.100893] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-41fc3af5-eade-4867-b4ec-35ec4101d770 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.101113] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.101244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.101592] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.101735] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41fc3af5-eade-4867-b4ec-35ec4101d770',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.125100] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.125298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.125298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.125562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.125678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.125855] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.125948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.126026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.126174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.126244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.126329] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 955.154626] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.155166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.155166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.155166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.155350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.160190] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b25c92d-97da-424f-82eb-b0b7ccd4f252: rpc.has_security_group_logging(os_id): False [ 955.165614] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 955.177501] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.177716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.178150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.178234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.178360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.178673] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.178838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.178947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.179224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.179379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.179630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.179760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.179874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.180122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.180251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.180556] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.180726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.180850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.181089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.181221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.181357] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 955.255420] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.255645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.255645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.255891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.256054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.272274] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 955.604909] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.605311] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.605523] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.605883] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.606124] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.606339] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 41fc3af5-eade-4867-b4ec-35ec4101d770 not found, creating... [ 955.606770] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.606889] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.607389] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.607389] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.607530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.607914] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.608246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.608491] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.608912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.609362] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.609692] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 41fc3af5-eade-4867-b4ec-35ec4101d770 is going to be created. [ 955.636418] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.636691] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.636835] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.637129] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.637358] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.637582] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.337785] env[65279]: INFO networking_nsxv3.common.synchronization [req-b40cc3dd-51c4-41c5-9c79-481a64d62882 req-381c4847-e89d-43bf-ae71-f5cbfe055c8b service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 956.338099] env[65279]: INFO networking_nsxv3.common.synchronization [req-b40cc3dd-51c4-41c5-9c79-481a64d62882 req-381c4847-e89d-43bf-ae71-f5cbfe055c8b service nova] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 956.338162] env[65279]: INFO networking_nsxv3.common.synchronization [req-b40cc3dd-51c4-41c5-9c79-481a64d62882 req-381c4847-e89d-43bf-ae71-f5cbfe055c8b service nova] Enqueued Resource ID: 41fc3af5-eade-4867-b4ec-35ec4101d770 with Priority: HIGHEST for action port [ 956.338672] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_rules [ 956.338800] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 956.338896] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41fc3af5-eade-4867-b4ec-35ec4101d770 with Priority: HIGHEST for action port [ 956.339575] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.339714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.339781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.339990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.340108] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.341101] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.341519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.341750] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-41fc3af5-eade-4867-b4ec-35ec4101d770 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.341970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.342065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.342265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.342347] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41fc3af5-eade-4867-b4ec-35ec4101d770',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.845061] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41fc3af5-eade-4867-b4ec-35ec4101d770 with status ACTIVE [ 956.845315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.845488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.845562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.845938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.845938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.846360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.846426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.846594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.846736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.846811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.847544] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.847872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.848018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.848331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.848774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.848906] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41fc3af5-eade-4867-b4ec-35ec4101d770 is going to be updated. [ 956.851724] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.851791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.876312] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.877047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.877047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.877325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.877594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.877851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41fc3af5-eade-4867-b4ec-35ec4101d770" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.178079] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 957.178280] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 deletion is rescheduled due to dependency. [ 957.178392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.178567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.179225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.179225] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.179225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.179225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.179551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.179551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.179551] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.287729] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 957.288033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.684919] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.187562] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.691613] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.692042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.692042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.692042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.692303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.692303] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 958.726449] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.729027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.729027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.729027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.729027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.742430] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 960.753549] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 960.753549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.753549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.753549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.754068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.754243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.754397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.754656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.754814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.755082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.755258] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.257513] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.257750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.257845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.258099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.258284] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.258422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.258515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.258694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.258788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.258879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.259088] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.259202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.259264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.259441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.259593] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.259706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.259757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.259924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.260031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.260120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.260209] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.340063] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 961.340237] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 961.762751] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7: rpc.has_security_group_logging(os_id): False [ 961.780829] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.781111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.781202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.781442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.781594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.781892] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.782062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.782147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.782368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.782492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.782863] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.783038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.783108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.783299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.783383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.783583] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.783699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.783793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.783951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.784069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.784163] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 961.861879] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.862090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.862220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.862334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.862478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.881429] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 963.105585] env[65279]: INFO networking_nsxv3.common.synchronization [req-be975598-8c2c-41e2-8ac2-ea271a32e7bd req-5f8cdd6a-a64d-47fb-adae-0bc02ff501b8 tempest-ServersNegativeTestJSON-608929962 tempest-ServersNegativeTestJSON-608929962-project-member] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 963.106033] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 963.106311] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.106426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.106501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.107356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.107551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.107654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.107717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.107890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.107984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.108143] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.441969] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.441969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.442217] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.443147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.443147] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.443320] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.443470] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.443808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.444066] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.444383] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.444562] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.444732] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.444902] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.445118] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.445309] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.445557] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.466721] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.466980] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.467542] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.467889] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.468344] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.468636] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.468814] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.469187] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.469346] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8e9e04-a6d1-440f-87d7-af7cf911f8dd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.613647] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.613862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.613958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.614373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.614498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.614855] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.614993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.615105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.615340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.615485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.615602] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b already deleted. [ 963.615695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.899452] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 963.899677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.972451] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.972727] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.972948] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.973266] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.973429] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.973586] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd not found, creating... [ 963.973868] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.974055] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.974178] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.974402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.974538] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.974821] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.975007] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.975175] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.975381] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.975513] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.975651] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd is going to be created. [ 964.000400] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.000597] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.000795] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.001137] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.001384] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.001616] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.723349] env[65279]: INFO networking_nsxv3.common.synchronization [req-be975598-8c2c-41e2-8ac2-ea271a32e7bd req-3b5ea7e1-9fdc-4e3a-bc47-d1280d430d3f service nova] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_rules [ 964.723746] env[65279]: INFO networking_nsxv3.common.synchronization [req-be975598-8c2c-41e2-8ac2-ea271a32e7bd req-3b5ea7e1-9fdc-4e3a-bc47-d1280d430d3f service nova] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 964.723746] env[65279]: INFO networking_nsxv3.common.synchronization [req-be975598-8c2c-41e2-8ac2-ea271a32e7bd req-3b5ea7e1-9fdc-4e3a-bc47-d1280d430d3f service nova] Enqueued Resource ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd with Priority: HIGHEST for action port [ 964.724257] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_rules [ 964.724407] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 964.724506] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd with Priority: HIGHEST for action port [ 964.724935] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.724935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.725934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.725934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.725934] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.726791] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.726871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.727551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.727551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.727551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.727551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.727551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.727551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.727930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.727930] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.728721] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.729075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.729075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.729195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.729301] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8e9e04-a6d1-440f-87d7-af7cf911f8dd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.230933] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.231105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.231312] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.232236] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd with status ACTIVE [ 965.232383] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.232491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.232560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.232808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.232904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.233078] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.233177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.233232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.233415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.233450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.233631] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.233723] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.233814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.234027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.234103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.234198] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd is going to be updated. [ 965.259081] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.259081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.259081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.259081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.259081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.259081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.736799] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.241199] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.241199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.241432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.241464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.241552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.241655] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be created. [ 966.268318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.268473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.268545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.268792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.268970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.278999] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: UNINITIALIZED for 2s [ 968.295286] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 968.295586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.295701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.296018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.296336] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.296528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.296640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.296907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.297075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.297239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.297407] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.800198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.801851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.801851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.801851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.801851] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.802108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.802108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.802253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.802502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.802502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.804333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.804333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.804333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.804333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.804333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.804333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.804333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.804333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.804333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.808209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.809510] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.310894] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b: rpc.has_security_group_logging(os_id): False [ 969.334090] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.334265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.334308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.334524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.334611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.334818] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.334911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.335154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.335154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.335348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.335394] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.335450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.335527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.335641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.335755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.335908] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.336052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.336260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.336481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.336559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.336647] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be created. [ 969.401834] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.402132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.402246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.402562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.402781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.417028] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 969.725069] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 969.725196] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 971.434867] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 971.435143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.427881] env[65279]: INFO networking_nsxv3.common.synchronization [req-90b63278-6364-414b-b848-e290c1237383 req-32668563-ef4f-4e72-a7e7-2c3b76d8f367 tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 972.428422] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 972.428739] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.429247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.429247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.429247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.429502] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.429502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.429502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.429615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.429645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.429760] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.920527] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.920864] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.921530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.921530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.921900] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.922033] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.922160] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.922405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.922555] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.922779] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.922988] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.923812] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.923812] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.923812] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.923812] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.924191] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.932332] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.932332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.932332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.932580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.932580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.932814] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.932814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.932947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.933112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.933190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.933278] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be updated. [ 972.944616] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.944790] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.944834] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.945104] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-784" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.945443] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-2817f08e-1038-4360-a2dd-5ee88f8b8119 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.945651] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.945651] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.945935] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.946094] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2817f08e-1038-4360-a2dd-5ee88f8b8119',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.965486] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.965641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.965682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.965892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.966039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.977107] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 973.397755] env[65279]: INFO networking_nsxv3.common.synchronization [None req-0549d654-4eb9-44e6-a1b4-9f1665054717 None None] Enqueued Resource ID: a56f8076-fe80-4fa6-ab80-854b6c0b34c1 with Priority: HIGHEST for action port [ 973.398403] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56f8076-fe80-4fa6-ab80-854b6c0b34c1 with Priority: HIGHEST for action port [ 973.398775] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56f8076-fe80-4fa6-ab80-854b6c0b34c1 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.398933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56f8076-fe80-4fa6-ab80-854b6c0b34c1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.399018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56f8076-fe80-4fa6-ab80-854b6c0b34c1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.399763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56f8076-fe80-4fa6-ab80-854b6c0b34c1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.399940] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56f8076-fe80-4fa6-ab80-854b6c0b34c1',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.449263] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.450267] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.450514] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.450934] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.451166] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.451520] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 2817f08e-1038-4360-a2dd-5ee88f8b8119 not found, creating... [ 973.451868] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.452139] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.452211] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.452511] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.452708] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.453146] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.453392] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.453553] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.453915] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.454100] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.454259] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 2817f08e-1038-4360-a2dd-5ee88f8b8119 is going to be created. [ 973.480761] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.481051] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.481121] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.481483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.481724] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.482908] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.902785] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56f8076-fe80-4fa6-ab80-854b6c0b34c1 [ 973.902785] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.902785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.902785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.902785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.902785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.902785] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56f8076-fe80-4fa6-ab80-854b6c0b34c1 already deleted. [ 973.902785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56f8076-fe80-4fa6-ab80-854b6c0b34c1" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.212797] env[65279]: INFO networking_nsxv3.common.synchronization [req-90b63278-6364-414b-b848-e290c1237383 req-10e802df-b96e-43cb-85fc-9007dc66ba7f service nova] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_rules [ 974.213073] env[65279]: INFO networking_nsxv3.common.synchronization [req-90b63278-6364-414b-b848-e290c1237383 req-10e802df-b96e-43cb-85fc-9007dc66ba7f service nova] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 974.213284] env[65279]: INFO networking_nsxv3.common.synchronization [req-90b63278-6364-414b-b848-e290c1237383 req-10e802df-b96e-43cb-85fc-9007dc66ba7f service nova] Enqueued Resource ID: 2817f08e-1038-4360-a2dd-5ee88f8b8119 with Priority: HIGHEST for action port [ 974.214223] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_rules [ 974.214605] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 974.214605] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2817f08e-1038-4360-a2dd-5ee88f8b8119 with Priority: HIGHEST for action port [ 974.215107] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.215107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.215107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.215890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.215890] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.217803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.218180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.218311] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-2817f08e-1038-4360-a2dd-5ee88f8b8119 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.219981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.219981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.219981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.219981] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2817f08e-1038-4360-a2dd-5ee88f8b8119',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.720721] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.720943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.721185] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2817f08e-1038-4360-a2dd-5ee88f8b8119 with status ACTIVE [ 974.721363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.721472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.721538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.721749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.721837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.722022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.722112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.722174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.722487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.722600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.722858] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.723027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.723123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.723296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.723471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.723592] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2817f08e-1038-4360-a2dd-5ee88f8b8119 is going to be updated. [ 974.745262] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.745432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.745477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.745668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.745797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.745948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2817f08e-1038-4360-a2dd-5ee88f8b8119" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.991406] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 974.991676] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a deletion is rescheduled due to dependency. [ 974.991760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.991963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.992251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.992441] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.992574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.992729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.992882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.993051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.993535] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.496319] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.718449] env[65279]: INFO networking_nsxv3.common.synchronization [None req-aa0b28bb-390d-4f6d-8711-503532bcf94c None None] Enqueued Resource ID: 7da255de-32d6-4ffb-bbf3-3ce03e91967e with Priority: HIGHEST for action port [ 975.718449] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7da255de-32d6-4ffb-bbf3-3ce03e91967e with Priority: HIGHEST for action port [ 975.719893] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7da255de-32d6-4ffb-bbf3-3ce03e91967e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.719893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7da255de-32d6-4ffb-bbf3-3ce03e91967e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.719893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7da255de-32d6-4ffb-bbf3-3ce03e91967e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.721097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7da255de-32d6-4ffb-bbf3-3ce03e91967e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.721649] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7da255de-32d6-4ffb-bbf3-3ce03e91967e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.999302] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.226752] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7da255de-32d6-4ffb-bbf3-3ce03e91967e [ 976.227068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.227217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.227287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.227508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.227639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.227760] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7da255de-32d6-4ffb-bbf3-3ce03e91967e already deleted. [ 976.227851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7da255de-32d6-4ffb-bbf3-3ce03e91967e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.546134] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.546134] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be updated. [ 976.546134] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.546134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.555110] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 977.936727] env[65279]: INFO networking_nsxv3.common.synchronization [req-fe0e0b63-7d35-40b5-aadb-5047a13dba19 req-6afeaef2-473c-44a4-b7a9-0f7058d3f26e tempest-ImagesTestJSON-27903941 tempest-ImagesTestJSON-27903941-project-member] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 977.937315] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGHEST for action security_group_members [ 977.937665] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.937812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.937882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.938142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.938364] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.938458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.938525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.938688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.938777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.938887] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.357378] env[65279]: INFO networking_nsxv3.common.synchronization [req-154a874c-0585-46a4-bfa5-215ca0dd2d5e req-1a043c0c-bb3c-41a7-b8cd-74db069e2ced tempest-MigrationsAdminTest-553127548 tempest-MigrationsAdminTest-553127548-project-member] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 978.358854] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 978.358854] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.359109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.359109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.361110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.361307] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.361500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.361567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.361753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.362384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.362384] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.440608] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.441331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.441331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.441331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.441473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.441689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.441854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.441921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.442125] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.442257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.442354] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be updated. [ 978.476651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.476835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.476880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.477101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.477230] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.487647] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: IN_PROGRESS for 2s [ 978.572024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 978.572263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.574473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.574473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.574473] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.574473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.574473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.574473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.574473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.574473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.574473] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.784964] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.785190] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.785190] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.785601] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.785900] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.786225] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.786225] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.786429] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.786573] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.786796] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.786904] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.787027] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.787300] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.787300] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 978.787429] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.787557] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.810804] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.811075] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 978.811184] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.811387] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-315" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.811797] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-26ca4219-6b8c-4777-bf4d-bc2909878845 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.812634] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.812634] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.812634] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.812634] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ca4219-6b8c-4777-bf4d-bc2909878845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.864964] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.076859] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.077305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.077305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.077305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.077445] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.077632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.077709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.079106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.079212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.079304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.079495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.079637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.079716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.079870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.080026] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.080122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.080182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.080322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.080402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.080482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.080591] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.315623] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.315864] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.315979] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.316284] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.316432] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.316586] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 26ca4219-6b8c-4777-bf4d-bc2909878845 not found, creating... [ 979.316847] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.317013] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.317134] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.317377] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.317480] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.317764] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.317915] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.318123] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.318476] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.318476] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.318726] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 26ca4219-6b8c-4777-bf4d-bc2909878845 is going to be created. [ 979.368248] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.371470] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.371470] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.371470] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.371470] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.371470] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.372682] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.583257] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 542ec4dc-3360-4ceb-a840-87515c4eb27a: rpc.has_security_group_logging(os_id): False [ 979.607159] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.607413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.607413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.607830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.607830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.607995] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.608110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.608170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.608373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.608497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.608764] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.608881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.608881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.609027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.610286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.610286] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.610286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.610286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.610286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.610286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.610590] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be updated. [ 979.655031] env[65279]: INFO networking_nsxv3.common.synchronization [None req-910a71d4-fc4c-4a43-99c1-b2ac65c3be38 None None] Enqueued Resource ID: 04e95c4f-5e5e-472d-843d-2b7aafc0d44d with Priority: HIGHEST for action port [ 979.655668] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04e95c4f-5e5e-472d-843d-2b7aafc0d44d with Priority: HIGHEST for action port [ 979.656019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-04e95c4f-5e5e-472d-843d-2b7aafc0d44d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.656402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04e95c4f-5e5e-472d-843d-2b7aafc0d44d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.656482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04e95c4f-5e5e-472d-843d-2b7aafc0d44d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.656764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04e95c4f-5e5e-472d-843d-2b7aafc0d44d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.656852] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04e95c4f-5e5e-472d-843d-2b7aafc0d44d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.712033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.712190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.712259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.712518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.712674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.728146] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 979.873951] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.874167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.874307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.874480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.874938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.874938] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be updated. [ 979.927589] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.927761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.928102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.929483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.929673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.941755] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: IN_PROGRESS for 2s [ 980.123869] env[65279]: INFO networking_nsxv3.common.synchronization [req-154a874c-0585-46a4-bfa5-215ca0dd2d5e req-4b6dd129-3724-4ec6-b7a4-1c69341118c4 service nova] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_rules [ 980.124219] env[65279]: INFO networking_nsxv3.common.synchronization [req-154a874c-0585-46a4-bfa5-215ca0dd2d5e req-4b6dd129-3724-4ec6-b7a4-1c69341118c4 service nova] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 980.124466] env[65279]: INFO networking_nsxv3.common.synchronization [req-154a874c-0585-46a4-bfa5-215ca0dd2d5e req-4b6dd129-3724-4ec6-b7a4-1c69341118c4 service nova] Enqueued Resource ID: 26ca4219-6b8c-4777-bf4d-bc2909878845 with Priority: HIGHEST for action port [ 980.125221] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_rules [ 980.125426] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 980.125641] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ca4219-6b8c-4777-bf4d-bc2909878845 with Priority: HIGHEST for action port [ 980.126031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.126239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.126463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.126876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.129823] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.130905] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.131046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.131250] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-26ca4219-6b8c-4777-bf4d-bc2909878845 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.131358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.131424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.131646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.131748] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ca4219-6b8c-4777-bf4d-bc2909878845',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.158762] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04e95c4f-5e5e-472d-843d-2b7aafc0d44d [ 980.158988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.159135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.159197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.159556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.159652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.159774] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04e95c4f-5e5e-472d-843d-2b7aafc0d44d already deleted. [ 980.159846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04e95c4f-5e5e-472d-843d-2b7aafc0d44d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.498389] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 in Status: SUCCESS [ 980.498389] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 deletion is rescheduled due to dependency. [ 980.498389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.636501] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.636628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.636810] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26ca4219-6b8c-4777-bf4d-bc2909878845 with status ACTIVE [ 980.636973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.637142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.637206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.637422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.637551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.637822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.637915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.637915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.638599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.638599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.638599] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.638792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.638792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.638922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.638963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.639042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26ca4219-6b8c-4777-bf4d-bc2909878845 is going to be updated. [ 980.676410] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.676593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.676678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.676888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.677042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.677176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26ca4219-6b8c-4777-bf4d-bc2909878845" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.868421] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb26f384-413d-4b4f-b455-5f662f016a19 req-5d1df538-7c4a-4d3c-93f6-e70c0253015a tempest-ServersTestManualDisk-1713874418 tempest-ServersTestManualDisk-1713874418-project-member] Enqueued Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_members [ 980.869442] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_members [ 980.869442] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-de98a9a8-c694-4138-aaba-775aed13176b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.869820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.869820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.869820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.869973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.870344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.870344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.870611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.870720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.871117] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.288050] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-896 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.288050] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.288050] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.288451] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.288451] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.289602] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.289767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.290022] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.290171] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.290378] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.290492] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.290602] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.290719] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.290833] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.290939] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.291117] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.317539] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.317712] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.317851] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.318036] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.318494] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.318592] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.318633] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.318956] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.319108] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.376860] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.377041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.377119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.377345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.377463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.377703] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.377703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.377807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.377889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.378029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.378089] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de98a9a8-c694-4138-aaba-775aed13176b already deleted. [ 981.378130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.745364] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 981.745364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.821909] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.822249] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.822599] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.822747] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.822946] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.823150] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f not found, creating... [ 981.823420] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.823637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.823772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.823993] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.824209] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.824618] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.824940] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.825146] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.825430] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.825620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.825823] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f is going to be created. [ 981.847664] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.847971] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.848135] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.848451] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.848700] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.848939] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.959017] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 981.959322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.959523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.959792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.959981] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.960114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.960281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.960352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.960406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.960501] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.455945] env[65279]: INFO networking_nsxv3.common.synchronization [None req-09485ff3-79b7-490a-93d2-9b06ebf3b678 None None] Enqueued Resource ID: 90df2e5d-28ab-4923-b762-5d142d2cea91 with Priority: HIGHEST for action port [ 982.457603] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90df2e5d-28ab-4923-b762-5d142d2cea91 with Priority: HIGHEST for action port [ 982.457603] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-90df2e5d-28ab-4923-b762-5d142d2cea91 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.457603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90df2e5d-28ab-4923-b762-5d142d2cea91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.457603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90df2e5d-28ab-4923-b762-5d142d2cea91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.458668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90df2e5d-28ab-4923-b762-5d142d2cea91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.458668] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90df2e5d-28ab-4923-b762-5d142d2cea91',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.463150] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.589513] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb26f384-413d-4b4f-b455-5f662f016a19 req-2bb08e47-8648-4fcc-9ca4-fd81ea41f7d1 service nova] Enqueued Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_rules [ 982.589912] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb26f384-413d-4b4f-b455-5f662f016a19 req-2bb08e47-8648-4fcc-9ca4-fd81ea41f7d1 service nova] Enqueued Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_members [ 982.590178] env[65279]: INFO networking_nsxv3.common.synchronization [req-cb26f384-413d-4b4f-b455-5f662f016a19 req-2bb08e47-8648-4fcc-9ca4-fd81ea41f7d1 service nova] Enqueued Resource ID: a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f with Priority: HIGHEST for action port [ 982.590775] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_rules [ 982.591032] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_members [ 982.592742] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f with Priority: HIGHEST for action port [ 982.592742] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de98a9a8-c694-4138-aaba-775aed13176b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.592742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.592742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.592742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.592742] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.593735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-de98a9a8-c694-4138-aaba-775aed13176b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.593993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.594303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.594579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.594828] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.595046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.595229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.595481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.596948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.596948] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.600453] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.600453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.600453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.600453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.601871] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.960447] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90df2e5d-28ab-4923-b762-5d142d2cea91 [ 982.960714] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.960890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.960989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.961266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.961368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.961468] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90df2e5d-28ab-4923-b762-5d142d2cea91 already deleted. [ 982.961552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90df2e5d-28ab-4923-b762-5d142d2cea91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.967169] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.096514] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-de98a9a8-c694-4138-aaba-775aed13176b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.096799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.099060] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.104378] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f with status ACTIVE [ 983.104378] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.104543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.106505] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.106505] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.106505] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f is going to be updated. [ 983.130048] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.130271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.130425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.130766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.131033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.131369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a52be60f-0fb7-48a7-9f81-83a4fb7e3b9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.469957] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.470314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.470314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.470592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.470592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.470592] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be updated. [ 983.501563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.501713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.501787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.502019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.502169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.512246] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: IN_PROGRESS for 2s [ 983.602072] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.104398] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.104625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.104718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.104978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.105116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.105245] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de98a9a8-c694-4138-aaba-775aed13176b is going to be created. [ 984.131484] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.131702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.131702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.131921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.132100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.142331] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de98a9a8-c694-4138-aaba-775aed13176b in Status: UNINITIALIZED for 2s [ 985.513449] env[65279]: INFO networking_nsxv3.common.synchronization [req-978e4584-d876-4578-be6a-ff800ee39ce6 req-a4ab1c32-0727-4292-8f33-696bdf257cff tempest-ImagesOneServerNegativeTestJSON-1415661007 tempest-ImagesOneServerNegativeTestJSON-1415661007-project-member] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 985.517025] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGHEST for action security_group_members [ 985.517025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.517025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.517025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.517025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.517025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.517025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.517025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.517025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.517025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.517025] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.531737] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.531737] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.531737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.531737] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.020179] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.020309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.021056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.021056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.021056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.021056] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.021056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.021056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.021338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.021338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.021338] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be updated. [ 986.034124] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.034315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.034367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.034524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.034685] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.034785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.034850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.034994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.035100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.035188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.035331] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.035472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.035549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.035703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.035854] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.035948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.036062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.036197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.036294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.036330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.036412] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.048831] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.048989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.049067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.049303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.049508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.059478] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: IN_PROGRESS for 2s [ 986.155575] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de98a9a8-c694-4138-aaba-775aed13176b in Status: SUCCESS [ 986.155575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.155575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.155575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.155961] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.155961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.155961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.156155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.156155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.156238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.156465] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.538712] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8c2ffed-57ec-4d42-b7cd-8ca5413baa41: rpc.has_security_group_logging(os_id): False [ 986.559805] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.559931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.560021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.560253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.560374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.560579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.560691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.560752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.560913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.561187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.561417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.561532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.561606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.561758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.561846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.562123] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.562217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.562217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.562370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.562450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.562536] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be updated. [ 986.636304] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.636304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.636304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.636304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.636304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.651279] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: IN_PROGRESS for 2s [ 986.658892] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.162447] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de98a9a8-c694-4138-aaba-775aed13176b: rpc.has_security_group_logging(os_id): False [ 987.182532] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.182532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.182532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.182532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.182532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.182800] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.182896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.182938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.183077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.183191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.183280] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de98a9a8-c694-4138-aaba-775aed13176b is going to be created. [ 987.328713] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.328905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.328978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.329268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.329522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.342419] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de98a9a8-c694-4138-aaba-775aed13176b in Status: IN_PROGRESS for 2s [ 988.071670] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a in Status: SUCCESS [ 988.071953] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a deletion is rescheduled due to dependency. [ 988.072019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.682760] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 988.682999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.361322] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de98a9a8-c694-4138-aaba-775aed13176b in Status: SUCCESS [ 989.361660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.516833] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 990.517181] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 993.403105] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fce61fd-2061-437e-94b2-33492677ac57 req-badba773-66c0-45b8-b713-8c80a813a06c tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 993.403105] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 993.403105] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.404017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.404221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.405596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.405875] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.406114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.406300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.406623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.406848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.407092] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.760662] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.760946] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.761390] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.761890] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.763649] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.763649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.763649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.763649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.763649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.763649] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.763649] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.764185] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.764185] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.764185] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.764185] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.764374] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.805175] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.805441] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.805604] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.805786] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.806180] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-9b5aff08-4551-4290-8803-1e4a5f0d883f taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.806386] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.806522] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.806937] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.807140] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5aff08-4551-4290-8803-1e4a5f0d883f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.910699] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.310503] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.310738] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.310738] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.310950] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.311112] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.311297] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 9b5aff08-4551-4290-8803-1e4a5f0d883f not found, creating... [ 994.311584] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.311844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.311912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.312096] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.312257] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.312579] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.312736] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.312856] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.313088] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.313299] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.313383] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 9b5aff08-4551-4290-8803-1e4a5f0d883f is going to be created. [ 994.333763] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.333976] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.334109] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.334418] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.334662] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.334895] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.413484] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.535417] env[65279]: INFO networking_nsxv3.common.synchronization [req-24d8d79f-155c-4cee-babb-d10c644d0881 req-5b03e981-7b3c-47b7-b484-507c06c4e1a3 tempest-AttachVolumeTestJSON-1603493984 tempest-AttachVolumeTestJSON-1603493984-project-member] Enqueued Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_members [ 994.536242] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGHEST for action security_group_members [ 994.536751] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.536926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.537042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.537350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.537613] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.537765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.537859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.538113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.538244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.538389] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.915535] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.916490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.916490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.916490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.916490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.916490] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 994.956280] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.956857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.957535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.957535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.957535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.970711] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 995.041698] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.041969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.041969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.042446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.043569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.043569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.043569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.043569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.043809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.043809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.043809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 is going to be updated. [ 995.076183] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.076471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.076589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.076926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.077102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.090162] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 in Status: IN_PROGRESS for 2s [ 995.210331] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fce61fd-2061-437e-94b2-33492677ac57 req-60452b7f-a37b-4eeb-b6ff-bbdbe2a91856 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 995.210582] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fce61fd-2061-437e-94b2-33492677ac57 req-60452b7f-a37b-4eeb-b6ff-bbdbe2a91856 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 995.210990] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fce61fd-2061-437e-94b2-33492677ac57 req-60452b7f-a37b-4eeb-b6ff-bbdbe2a91856 service nova] Enqueued Resource ID: 9b5aff08-4551-4290-8803-1e4a5f0d883f with Priority: HIGHEST for action port [ 995.211271] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 995.211414] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 995.211509] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5aff08-4551-4290-8803-1e4a5f0d883f with Priority: HIGHEST for action port [ 995.211793] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.211924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.211974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.213973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.213973] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.213973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.213973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.214142] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b5aff08-4551-4290-8803-1e4a5f0d883f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.214142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.214227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.214362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.214611] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b5aff08-4551-4290-8803-1e4a5f0d883f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.721749] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.721749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.721749] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b5aff08-4551-4290-8803-1e4a5f0d883f with status ACTIVE [ 995.721749] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.722224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.722261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.722495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.722556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.722741] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.722837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.722896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.723054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.723126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.723408] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.723612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.723612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.723761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.726677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.726677] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b5aff08-4551-4290-8803-1e4a5f0d883f is going to be updated. [ 995.751318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.751529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.751529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.751936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.751936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.751936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b5aff08-4551-4290-8803-1e4a5f0d883f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.997297] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 996.997644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.997703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.997968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.998202] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.998323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.998391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.998552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.998633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.998735] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.102408] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 in Status: SUCCESS [ 997.102690] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 deletion is rescheduled due to dependency. [ 997.102891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.501073] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.003085] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.508198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.508198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.508198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.508198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.508198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.508198] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 998.537516] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.537516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.537516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.537516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.537516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.547470] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 999.148443] env[65279]: INFO networking_nsxv3.common.synchronization [None req-1aa1bde6-8c14-43d2-9235-048e70126b60 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_rules [ 999.148961] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_rules [ 999.149282] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.149414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.149480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.149731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.149868] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.232582] env[65279]: INFO networking_nsxv3.common.synchronization [None req-758f6041-13a2-42af-8337-4c9d8be5befb tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_rules [ 999.233121] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_rules [ 999.233461] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.233627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.682432] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.682432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.682432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.682432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.682432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.682432] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 already deleted. [ 999.682432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.682432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.685124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.685124] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.758950] env[65279]: INFO networking_nsxv3.common.synchronization [req-aada9268-eb92-4ff5-94d6-86a8a2b8ef0c req-a8d733d4-115c-4010-8735-37396def6c4c tempest-ServersNegativeTestJSON-608929962 tempest-ServersNegativeTestJSON-608929962-project-member] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 999.759974] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 999.762256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.762256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.762256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.762463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.762676] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.762783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.762846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.763143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.763143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.763239] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.198765] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.199121] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.199121] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.199747] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.200053] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.200219] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.200356] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.200619] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.200780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.201057] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.201195] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.201300] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.201466] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.201592] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.201707] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.201892] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.205737] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.206127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.206127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.206328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.206415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.206511] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 already deleted. [ 1000.206587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.226860] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.227046] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.227180] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.227381] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.228877] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-75e49427-f624-4009-add7-1de429b099de taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.229396] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.229584] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.229971] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.230155] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e49427-f624-4009-add7-1de429b099de',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.266832] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.566183] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1000.566506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.566725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.566976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.567191] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.567308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.567368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.567526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.567605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.567690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.567790] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.733274] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.733581] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.733701] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.734027] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.734186] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.734349] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 75e49427-f624-4009-add7-1de429b099de not found, creating... [ 1000.734646] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.734825] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.734956] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.735230] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.735377] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.735696] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.735871] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.735989] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.736230] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.736345] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.736493] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 75e49427-f624-4009-add7-1de429b099de is going to be created. [ 1000.760034] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.760345] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.760539] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.760909] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.761223] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.761533] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.769366] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.070060] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.070253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.070328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.070547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.070714] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.070812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.070874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.071037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.071131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.071221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.071365] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.071455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.071514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.071652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.072083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.072083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.072083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.072083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.072292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.072292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.072356] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.271814] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.272212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.272212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.272282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.272358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.272461] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1001.311949] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.312172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.312214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.312487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.313103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.331852] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1001.488882] env[65279]: INFO networking_nsxv3.common.synchronization [req-aada9268-eb92-4ff5-94d6-86a8a2b8ef0c req-4a6d068b-2120-4679-aa0a-1fc8ddd75008 service nova] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_rules [ 1001.489054] env[65279]: INFO networking_nsxv3.common.synchronization [req-aada9268-eb92-4ff5-94d6-86a8a2b8ef0c req-4a6d068b-2120-4679-aa0a-1fc8ddd75008 service nova] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1001.489198] env[65279]: INFO networking_nsxv3.common.synchronization [req-aada9268-eb92-4ff5-94d6-86a8a2b8ef0c req-4a6d068b-2120-4679-aa0a-1fc8ddd75008 service nova] Enqueued Resource ID: 75e49427-f624-4009-add7-1de429b099de with Priority: HIGHEST for action port [ 1001.489428] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_rules [ 1001.489571] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1001.489711] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75e49427-f624-4009-add7-1de429b099de with Priority: HIGHEST for action port [ 1001.490989] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.491136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.491206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.491436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.491519] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.493250] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.493250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.493420] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-75e49427-f624-4009-add7-1de429b099de taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.493420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.493517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.493629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.493705] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75e49427-f624-4009-add7-1de429b099de',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.574819] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 1001.595399] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.595539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.595619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.595886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.595982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.596250] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.596388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.596424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.596599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.596680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.596886] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.596989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.597065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.597223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.597308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.597490] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.597598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.597665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.597881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.598068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.598170] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1001.665681] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.665681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.665681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.665681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.665681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.681178] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1001.996950] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.997248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.997314] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75e49427-f624-4009-add7-1de429b099de with status ACTIVE [ 1001.997455] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.997552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.997686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.997833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.997917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.998095] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.998189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.998249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.998393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.998600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.998696] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.998751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.998781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.999014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.999014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.999599] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75e49427-f624-4009-add7-1de429b099de is going to be updated. [ 1002.022360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.022604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.022741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.023033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.023234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.023603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75e49427-f624-4009-add7-1de429b099de" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.234220] env[65279]: INFO networking_nsxv3.common.synchronization [req-5e87b5fc-d4ca-4146-affd-ad0660e8fb8f req-1f00e937-8bce-4031-a8ab-c5bbad1583f7 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1002.234802] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1002.235225] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.235357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.235428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.235694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.235871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.235974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.236088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.236210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.236293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.236385] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.541555] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-541 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.541871] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-541" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.541871] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-541" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.542499] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-541" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.542586] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.542748] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.542866] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.543102] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.543243] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.543527] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.543785] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1002.543785] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1002.543785] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1002.544047] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1002.544047] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1002.544184] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1002.563901] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1002.564480] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1002.564480] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1002.564480] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-541" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.564701] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.564859] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.564979] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.565355] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.565518] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.739085] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.739269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.739331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.739534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.739634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.739904] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.739989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.740039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.740171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.740246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.740349] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 already deleted. [ 1002.740431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.067902] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.068179] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.068284] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.068568] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.068727] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.068884] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f not found, creating... [ 1003.069155] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.069310] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.069426] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.069653] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.069791] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.070103] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.070257] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.070371] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.070580] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.070711] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.070874] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f is going to be created. [ 1003.091925] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.092300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.092484] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.092797] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.093100] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.093483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.345446] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1003.345856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.345856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.346023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.346237] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.346391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.346464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.346675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.346743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.346853] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.709143] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1003.709392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.837412] env[65279]: INFO networking_nsxv3.common.synchronization [req-5e87b5fc-d4ca-4146-affd-ad0660e8fb8f req-76cabf71-3f1c-4c90-b8ed-299410ca8e23 service nova] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_rules [ 1003.837412] env[65279]: INFO networking_nsxv3.common.synchronization [req-5e87b5fc-d4ca-4146-affd-ad0660e8fb8f req-76cabf71-3f1c-4c90-b8ed-299410ca8e23 service nova] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1003.837412] env[65279]: INFO networking_nsxv3.common.synchronization [req-5e87b5fc-d4ca-4146-affd-ad0660e8fb8f req-76cabf71-3f1c-4c90-b8ed-299410ca8e23 service nova] Enqueued Resource ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with Priority: HIGHEST for action port [ 1003.837808] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_rules [ 1003.837950] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1003.838059] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with Priority: HIGHEST for action port [ 1003.838360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.838468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.838523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.838847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.838961] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.840984] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.840984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.840984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.840984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.842696] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.842696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.842696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.842696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.842696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.842696] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.843495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.843495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.843495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.843495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.843776] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.849434] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.346286] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.347572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.347698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.347873] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with status ACTIVE [ 1004.348085] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.348172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.348211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.348430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.348511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.348690] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.348810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.348875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.349044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.349124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.349303] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.349394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.349457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.349595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.349667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.349755] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f is going to be updated. [ 1004.351139] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.384148] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.384335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.384335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.384454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.384633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.384821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.852119] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.853861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.854038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.854097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.854541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.854671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.854780] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1004.887390] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.887589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.887589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.887848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.888012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.897550] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1005.357136] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.357311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.357372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.357677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.357778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.357936] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be created. [ 1005.387396] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.387616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.387616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.387851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.387989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.399469] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: UNINITIALIZED for 2s [ 1006.909247] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1006.909587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.909633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.909856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.910086] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.910188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.910232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.910391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.910544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.910544] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.910652] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.410818] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1007.411073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.411215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.411486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.411702] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.411819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.411929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.412076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.412193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.412315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.412419] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.413409] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.413555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.413630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.413789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.413958] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.414082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.414143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.414286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.414363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.414473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.414669] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.414795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.414853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.414961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.415118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.415221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.415272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.415405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.415480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.415558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.415639] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.917672] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.918058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.918058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.918250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.918460] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.918725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.918725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.918842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.918887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.919023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.919224] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.919316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.919496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.919615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.919836] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.920013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.920013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.920291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.920291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.920379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.920423] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.922783] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b: rpc.has_security_group_logging(os_id): False [ 1007.944352] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.944352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.944352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.945059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.945059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.945059] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.945059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.945059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.945059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.945059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.945351] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.945351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.945475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.945585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.945641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.945831] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.946292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.947120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.947270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.947354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.948302] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1007.996208] env[65279]: INFO networking_nsxv3.common.synchronization [req-5248f914-12d5-4494-8c99-b44f2071c7ed req-c79ee570-8148-419c-9c1c-3eaebefbca68 tempest-AttachInterfacesV270Test-2133391741 tempest-AttachInterfacesV270Test-2133391741-project-member] Enqueued Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_members [ 1007.997754] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_members [ 1007.997847] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.997964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.998018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.998545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.998545] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.998545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.998682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.998744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.998857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.998953] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.025274] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.025274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.025274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.025665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.025971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.055529] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1008.385968] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-992 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.386174] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-992" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.386174] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-992" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.386485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-992" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.386740] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.386946] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.387018] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.387450] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.387958] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.388218] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.388335] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.388445] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.388587] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.388712] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.388820] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.388962] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.410249] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.410382] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.410522] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.410697] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-992" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.411014] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-7e286e89-03fb-4dc3-9ad9-5e4294504c83 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.411192] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.411310] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.411784] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.411919] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e286e89-03fb-4dc3-9ad9-5e4294504c83',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.426614] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a911f8aa-ce2a-4dfa-9394-60a80315dc66: rpc.has_security_group_logging(os_id): False [ 1008.446099] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.446446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.446574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.446775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.446870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.447110] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.447216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.447262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.447412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.447489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.447665] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.447756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.447814] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.447947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.448037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.448223] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.448332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.448378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.448498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.448685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.448783] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be created. [ 1008.502251] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.502413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.502549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.502770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.502856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.503058] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.503154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.503212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.503420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.503420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.503520] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 already deleted. [ 1008.503616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.520307] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.520534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.520534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.520807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.520994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.533594] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: IN_PROGRESS for 2s [ 1008.914067] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.914350] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.914517] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.914987] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.915224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.915451] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 7e286e89-03fb-4dc3-9ad9-5e4294504c83 not found, creating... [ 1008.915896] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.916167] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.916359] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.916842] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.917092] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.917524] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.917732] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.917983] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.918136] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.918300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.918627] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 7e286e89-03fb-4dc3-9ad9-5e4294504c83 is going to be created. [ 1008.942011] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.942011] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.943047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.943047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.943047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.943047] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.647743] env[65279]: INFO networking_nsxv3.common.synchronization [req-5248f914-12d5-4494-8c99-b44f2071c7ed req-91134bb4-8bee-4602-81fe-cb5a71b7fd8b service nova] Enqueued Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_rules [ 1009.647928] env[65279]: INFO networking_nsxv3.common.synchronization [req-5248f914-12d5-4494-8c99-b44f2071c7ed req-91134bb4-8bee-4602-81fe-cb5a71b7fd8b service nova] Enqueued Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_members [ 1009.649028] env[65279]: INFO networking_nsxv3.common.synchronization [req-5248f914-12d5-4494-8c99-b44f2071c7ed req-91134bb4-8bee-4602-81fe-cb5a71b7fd8b service nova] Enqueued Resource ID: 7e286e89-03fb-4dc3-9ad9-5e4294504c83 with Priority: HIGHEST for action port [ 1009.649028] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_rules [ 1009.649028] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_members [ 1009.649028] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e286e89-03fb-4dc3-9ad9-5e4294504c83 with Priority: HIGHEST for action port [ 1009.649281] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98aa64d9-7c11-4bb1-880f-3cbde0fc3896 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.649281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.649281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.649489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.649570] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.651165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.651165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.651165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.651165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.651165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.651165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.651165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.651539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.651539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.651539] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.654582] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e286e89-03fb-4dc3-9ad9-5e4294504c83 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.654582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.654582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.654582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.654582] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e286e89-03fb-4dc3-9ad9-5e4294504c83',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.073751] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1010.074120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.157597] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.157731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.157915] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.158834] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e286e89-03fb-4dc3-9ad9-5e4294504c83 with status ACTIVE [ 1010.159057] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.159177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.159245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.159449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.159537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.159703] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.159798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.159852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.159988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.160074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.161172] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.161172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.161172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.161172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.161172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.161172] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e286e89-03fb-4dc3-9ad9-5e4294504c83 is going to be updated. [ 1010.184192] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.184325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.184399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.184635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.184772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.184930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e286e89-03fb-4dc3-9ad9-5e4294504c83" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.547472] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1010.547680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.663925] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.669133] env[65279]: INFO networking_nsxv3.common.synchronization [None req-dfe88e39-b4f5-4a02-8a09-ea9a936cf2ed None None] Enqueued Resource ID: 5e56faf9-b816-4961-b883-492ed9dbde10 with Priority: HIGHEST for action port [ 1010.670212] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e56faf9-b816-4961-b883-492ed9dbde10 with Priority: HIGHEST for action port [ 1010.670573] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e56faf9-b816-4961-b883-492ed9dbde10 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.670736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e56faf9-b816-4961-b883-492ed9dbde10" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.670833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e56faf9-b816-4961-b883-492ed9dbde10" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.671220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e56faf9-b816-4961-b883-492ed9dbde10" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.671342] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e56faf9-b816-4961-b883-492ed9dbde10',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.171731] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.171731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.171731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.171731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.171731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.171731] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 is going to be created. [ 1011.174721] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e56faf9-b816-4961-b883-492ed9dbde10 [ 1011.174948] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.175117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.175117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.177212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.177212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.177212] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e56faf9-b816-4961-b883-492ed9dbde10 already deleted. [ 1011.177212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e56faf9-b816-4961-b883-492ed9dbde10" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.199295] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.199696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.199773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.199976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.200365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.213561] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 in Status: UNINITIALIZED for 2s [ 1013.225411] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 in Status: SUCCESS [ 1013.225411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.225813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.226414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.226414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.226414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.226649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.226649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.226719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.227099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.227416] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.572913] env[65279]: INFO networking_nsxv3.common.synchronization [None req-64dd5518-c30c-418e-b756-b0ad5c976c25 None None] Enqueued Resource ID: 7b294787-e051-4c26-b6d5-be27d52fe6dc with Priority: HIGHEST for action port [ 1013.573489] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b294787-e051-4c26-b6d5-be27d52fe6dc with Priority: HIGHEST for action port [ 1013.573945] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b294787-e051-4c26-b6d5-be27d52fe6dc taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.574101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b294787-e051-4c26-b6d5-be27d52fe6dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.574193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b294787-e051-4c26-b6d5-be27d52fe6dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.574472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b294787-e051-4c26-b6d5-be27d52fe6dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.574613] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b294787-e051-4c26-b6d5-be27d52fe6dc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.730311] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.730833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.730833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.731520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.731520] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.731748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.731852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.732252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.732252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.732362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.732563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.733352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.733352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.733352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.737296] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.737502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.737502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.737611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.738552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.738552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.738552] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.937192] env[65279]: INFO networking_nsxv3.common.synchronization [req-f907bf74-fd3d-4776-a650-1eaf74c7143a req-2783fba1-6664-4bff-9261-abfabca21bd4 tempest-ServersNegativeTestJSON-608929962 tempest-ServersNegativeTestJSON-608929962-project-member] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1013.937192] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1013.937192] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.937192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.937192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.941023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.941023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.941023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.941023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.941023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.941023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.941023] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.077082] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b294787-e051-4c26-b6d5-be27d52fe6dc [ 1014.077184] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.077367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.077421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.077909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.078017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.078117] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b294787-e051-4c26-b6d5-be27d52fe6dc already deleted. [ 1014.078214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b294787-e051-4c26-b6d5-be27d52fe6dc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.239681] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98aa64d9-7c11-4bb1-880f-3cbde0fc3896: rpc.has_security_group_logging(os_id): False [ 1014.264080] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.264253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.264328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.264543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.264638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.264847] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.264948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.265021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.265184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.265269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.265452] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.265568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.265618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.265745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.265818] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.266039] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.266148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.266211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.266351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.266424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.266509] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 is going to be created. [ 1014.345019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.345245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.345245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.348866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.348866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.357015] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 in Status: IN_PROGRESS for 2s [ 1014.445063] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.950928] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.453809] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.454118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.454118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.454274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.454340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.454437] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1015.483447] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.483652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.483714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.483958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.485266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.493930] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1016.371285] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 in Status: SUCCESS [ 1016.371708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.821045] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a712485b-547c-4acf-85b8-d880256746f9 None None] Enqueued Resource ID: dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e with Priority: HIGHEST for action port [ 1016.825459] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e with Priority: HIGHEST for action port [ 1016.825459] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.825459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.825459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.825459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.825459] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.327809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e [ 1017.328221] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.328674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.328674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.328868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.329121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.329273] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e already deleted. [ 1017.329412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd4734b-8d8f-4e6f-9bb7-9ebcc5eff75e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.497254] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6f45c13e-42f7-4d43-b02f-dc67f7aff4b7 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_rules [ 1017.497943] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_rules [ 1017.498789] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.498789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.498950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.499261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.499261] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.510996] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1017.511127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.625333] env[65279]: INFO networking_nsxv3.common.synchronization [None req-b06a5720-f851-45e3-8f72-7156b2ddf261 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_rules [ 1017.625333] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_rules [ 1017.625586] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.625586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.024233] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.024596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.024596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.024801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.024914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.025032] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 already deleted. [ 1018.025119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.025259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.025414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.025533] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.549830] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.549965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.550018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.550233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.550325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.550415] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 already deleted. [ 1018.550497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.126262] env[65279]: INFO networking_nsxv3.common.synchronization [None req-37e35b99-0346-4379-a85e-d8fb8dd1bf72 None None] Enqueued Resource ID: 29248a6c-3883-4a01-82e2-f9ed2082827d with Priority: HIGHEST for action port [ 1019.127959] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29248a6c-3883-4a01-82e2-f9ed2082827d with Priority: HIGHEST for action port [ 1019.127959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-29248a6c-3883-4a01-82e2-f9ed2082827d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.127959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29248a6c-3883-4a01-82e2-f9ed2082827d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.127959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29248a6c-3883-4a01-82e2-f9ed2082827d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.127959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29248a6c-3883-4a01-82e2-f9ed2082827d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.127959] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29248a6c-3883-4a01-82e2-f9ed2082827d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.629677] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29248a6c-3883-4a01-82e2-f9ed2082827d [ 1019.629913] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.630063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.630132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.630344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.630457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.630525] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29248a6c-3883-4a01-82e2-f9ed2082827d already deleted. [ 1019.630620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29248a6c-3883-4a01-82e2-f9ed2082827d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.885686] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1021.886154] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent loop - iteration:2 started [ 1022.666711] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fb9b25d-668b-437e-9b6a-b15529b8ba11 req-0ef02821-f512-47d5-a997-5edc6466e586 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_members [ 1022.667283] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_members [ 1022.667599] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.667727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.667796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.668385] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.668492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.668555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.668726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.668812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.668906] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.069111] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.069111] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.069111] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.069111] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.069111] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.069111] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.069718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.069718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.069718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.069718] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.069868] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.069906] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.070015] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.070126] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.070231] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.070359] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.092575] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.092776] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.092874] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.093081] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.093449] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-f550b792-5b56-4823-9b07-3e05a04da49c taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.093624] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.093825] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.095058] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.095058] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f550b792-5b56-4823-9b07-3e05a04da49c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.171055] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.171055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.171325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.171481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.171626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.171894] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.172019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.172085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.172246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.172324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.172407] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 already deleted. [ 1023.172486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.195858] env[65279]: INFO networking_nsxv3.common.synchronization [req-ed2cc05a-a3fd-4881-a233-63dd7283aba5 req-5da29705-57cd-4754-8769-4baade48ec38 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.196378] env[65279]: INFO networking_nsxv3.common.synchronization [req-ed2cc05a-a3fd-4881-a233-63dd7283aba5 req-5da29705-57cd-4754-8769-4baade48ec38 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_members [ 1023.197239] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.197322] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_members [ 1023.197630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.198089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.198089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.198089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.198315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.198398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.198450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.198630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.198749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.198868] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.199720] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d01e02-7fdf-4b41-94ee-669070282948 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.199836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.199911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.200225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.200337] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.200470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.200470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.201111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.201111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.201111] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.244781] env[65279]: INFO networking_nsxv3.common.synchronization [req-ed2cc05a-a3fd-4881-a233-63dd7283aba5 req-5da29705-57cd-4754-8769-4baade48ec38 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_rules [ 1023.244992] env[65279]: INFO networking_nsxv3.common.synchronization [req-ed2cc05a-a3fd-4881-a233-63dd7283aba5 req-5da29705-57cd-4754-8769-4baade48ec38 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.245147] env[65279]: INFO networking_nsxv3.common.synchronization [req-ed2cc05a-a3fd-4881-a233-63dd7283aba5 req-5da29705-57cd-4754-8769-4baade48ec38 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_rules [ 1023.245279] env[65279]: INFO networking_nsxv3.common.synchronization [req-ed2cc05a-a3fd-4881-a233-63dd7283aba5 req-5da29705-57cd-4754-8769-4baade48ec38 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_members [ 1023.245416] env[65279]: INFO networking_nsxv3.common.synchronization [req-ed2cc05a-a3fd-4881-a233-63dd7283aba5 req-5da29705-57cd-4754-8769-4baade48ec38 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with Priority: HIGHEST for action port [ 1023.245865] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_rules [ 1023.246000] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_rules [ 1023.246115] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with Priority: HIGHEST for action port [ 1023.246209] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.246301] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_members [ 1023.246581] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.246706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.246780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.247033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.247101] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.247924] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3d01e02-7fdf-4b41-94ee-669070282948 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.248088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.248088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.248585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.248585] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.249049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.249858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.249858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.249858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.249858] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.250264] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.250264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.250580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d01e02-7fdf-4b41-94ee-669070282948 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.250674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598226] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.598443] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.598570] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.598843] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.599024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.599154] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port f550b792-5b56-4823-9b07-3e05a04da49c not found, creating... [ 1023.599481] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.599550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.599664] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.599867] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.600013] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.600453] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.600684] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.600765] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.600969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.601123] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.601260] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: f550b792-5b56-4823-9b07-3e05a04da49c is going to be created. [ 1023.603152] env[65279]: INFO networking_nsxv3.common.synchronization [req-2a0ec511-710e-4fb5-b5f0-ffed36d59f81 req-24175685-98a8-45a0-9c3a-11b80f648e21 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.603316] env[65279]: INFO networking_nsxv3.common.synchronization [req-2a0ec511-710e-4fb5-b5f0-ffed36d59f81 req-24175685-98a8-45a0-9c3a-11b80f648e21 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_members [ 1023.603874] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.604020] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d01e02-7fdf-4b41-94ee-669070282948 with Priority: HIGHEST for action security_group_members [ 1023.604682] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.604845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.604985] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d01e02-7fdf-4b41-94ee-669070282948 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.605082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.624290] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.624499] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.624613] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.624899] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.625135] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.625358] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.641396] env[65279]: INFO networking_nsxv3.common.synchronization [req-2a0ec511-710e-4fb5-b5f0-ffed36d59f81 req-24175685-98a8-45a0-9c3a-11b80f648e21 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_rules [ 1023.641568] env[65279]: INFO networking_nsxv3.common.synchronization [req-2a0ec511-710e-4fb5-b5f0-ffed36d59f81 req-24175685-98a8-45a0-9c3a-11b80f648e21 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.641717] env[65279]: INFO networking_nsxv3.common.synchronization [req-2a0ec511-710e-4fb5-b5f0-ffed36d59f81 req-24175685-98a8-45a0-9c3a-11b80f648e21 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with Priority: HIGHEST for action port [ 1023.642247] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_rules [ 1023.642392] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1023.642489] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with Priority: HIGHEST for action port [ 1023.642743] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.642840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.643038] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.643121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.643298] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.643378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.702865] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.703921] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.752218] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.752402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.752694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3d01e02-7fdf-4b41-94ee-669070282948 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.752821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.753104] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with status ACTIVE [ 1023.753325] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.754030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.754030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.754186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.754333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.754585] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.754742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.754861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.755075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.755164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.755367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.755471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.755536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.755687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.755765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.755910] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f is going to be updated. [ 1023.783991] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.784175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.784371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.784450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.784700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.784766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.784913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.785461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.785461] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.205658] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.206430] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.288800] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f with status ACTIVE [ 1024.289050] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.289413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.289413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.289555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.289619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.289798] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.289907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.289961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.290142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.290218] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.290400] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.290492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.290554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.290720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.290799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.290880] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f is going to be updated. [ 1024.313214] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.313361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.313428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.313641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.313883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.314171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f62d4b0b-af9c-44c6-a32f-ca71d2e2eb8f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.317523] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fb9b25d-668b-437e-9b6a-b15529b8ba11 req-a64ed254-fcfa-4c35-aa4c-d870fbc3c86b service nova] Enqueued Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_rules [ 1024.317697] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fb9b25d-668b-437e-9b6a-b15529b8ba11 req-a64ed254-fcfa-4c35-aa4c-d870fbc3c86b service nova] Enqueued Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_members [ 1024.317828] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fb9b25d-668b-437e-9b6a-b15529b8ba11 req-a64ed254-fcfa-4c35-aa4c-d870fbc3c86b service nova] Enqueued Resource ID: f550b792-5b56-4823-9b07-3e05a04da49c with Priority: HIGHEST for action port [ 1024.318211] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_rules [ 1024.318352] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_members [ 1024.318451] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f550b792-5b56-4823-9b07-3e05a04da49c with Priority: HIGHEST for action port [ 1024.319058] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.319194] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.319259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.319472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.319525] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.320455] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.320549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.320586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.320777] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.321264] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.321346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.321399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.321546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.321625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.321716] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.322565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f550b792-5b56-4823-9b07-3e05a04da49c taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.322708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.322774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.322929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.323024] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f550b792-5b56-4823-9b07-3e05a04da49c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.628996] env[65279]: INFO networking_nsxv3.common.synchronization [req-80f4d0c5-577f-421d-9f27-f19e82bb6311 req-0e1f8332-d056-46f5-af7a-390376ad9372 tempest-AttachInterfacesV270Test-2133391741 tempest-AttachInterfacesV270Test-2133391741-project-member] Enqueued Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_members [ 1024.630516] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 with Priority: HIGHEST for action security_group_members [ 1024.630938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.630938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.631104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.631235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.631348] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.631444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.631557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.631638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.631734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.631846] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98aa64d9-7c11-4bb1-880f-3cbde0fc3896',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.707905] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.708121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.708193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.708611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.708611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.708611] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be updated. [ 1024.711082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.711215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.711270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.711448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.711524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.711726] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d01e02-7fdf-4b41-94ee-669070282948 is going to be created. [ 1024.749264] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.749461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.749680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.749836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.759947] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.760104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.760178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.760430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.760603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.762723] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d01e02-7fdf-4b41-94ee-669070282948 in Status: UNINITIALIZED for 2s [ 1024.785994] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: IN_PROGRESS for 2s [ 1024.824982] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.825122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.825318] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.826325] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f550b792-5b56-4823-9b07-3e05a04da49c with status ACTIVE [ 1024.826404] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.826515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.826568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.826858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.826974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.827169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.827267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.827329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.827484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.827558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.827736] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.827829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.827877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.828035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.828106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.828184] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f550b792-5b56-4823-9b07-3e05a04da49c is going to be updated. [ 1024.857047] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.857047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.857047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.857047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.857047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.857047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f550b792-5b56-4823-9b07-3e05a04da49c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.134770] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.135015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.135092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.135322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.135416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.135773] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.135773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.135773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.135976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.135976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.136082] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 is going to be updated. [ 1025.164952] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.165127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.165175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.165391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.165549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.174973] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 in Status: IN_PROGRESS for 2s [ 1025.329931] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.832588] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.834072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.834072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.834072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.834072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.834072] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 is going to be created. [ 1025.858687] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.858687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.858687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.858687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.858687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.869256] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aacc84b-4b78-436e-b79f-69720f85b142 in Status: UNINITIALIZED for 2s [ 1026.773319] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3d01e02-7fdf-4b41-94ee-669070282948 in Status: SUCCESS [ 1026.773630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.774104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.774565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.774695] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.774994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.774994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.775430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.775561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.775694] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.795926] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.796225] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.796414] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.796865] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.797032] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.797269] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.797434] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.797689] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.797885] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.798148] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.798346] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.798544] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.798652] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.798806] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.798957] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.799155] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.800724] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1026.800962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.801561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.801786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.802051] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.802202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.802305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.802486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.802605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.802734] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.820741] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.821381] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.821381] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.821537] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.821721] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.821893] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.822028] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.822297] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.822433] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.186874] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 in Status: SUCCESS [ 1027.186874] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98aa64d9-7c11-4bb1-880f-3cbde0fc3896 deletion is rescheduled due to dependency. [ 1027.186874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98aa64d9-7c11-4bb1-880f-3cbde0fc3896" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.278551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.278700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.278700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.278904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.278991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.279208] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.279342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.279391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.279510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.279585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.279669] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d01e02-7fdf-4b41-94ee-669070282948 is going to be deleted. [ 1027.306312] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.312653] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.312860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.312928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.313171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.313267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.313363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.313537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.313687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.314492] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.314492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.314492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.314492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.314492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.314492] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.324710] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.324942] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.325089] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.325343] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.325483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.325757] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.326147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.326331] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.326552] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.326823] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.327996] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.327996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.327996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.327996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.327996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.327996] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 is going to be updated. [ 1027.365929] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.366240] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.366450] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.366821] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.367158] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.367525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.808414] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.816291] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.816437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.816504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.816710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.816796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.817035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.817125] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.817186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.817333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.817407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.817492] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d01e02-7fdf-4b41-94ee-669070282948 already deleted. [ 1027.817574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.817726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.817866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.818019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.818109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.818167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.818300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.818465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.818644] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.881220] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aacc84b-4b78-436e-b79f-69720f85b142 in Status: SUCCESS [ 1027.881220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.881458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.881601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.881975] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.882137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.882199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.882372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.882857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.882857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.882857] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.101048] env[65279]: INFO networking_nsxv3.common.synchronization [req-b3fce658-b234-47c7-82db-49ff56e90126 req-1e5af365-565e-4cb0-999d-f5cd0636d37a service nova] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 1028.101368] env[65279]: INFO networking_nsxv3.common.synchronization [req-b3fce658-b234-47c7-82db-49ff56e90126 req-1e5af365-565e-4cb0-999d-f5cd0636d37a service nova] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 1028.101621] env[65279]: INFO networking_nsxv3.common.synchronization [req-b3fce658-b234-47c7-82db-49ff56e90126 req-1e5af365-565e-4cb0-999d-f5cd0636d37a service nova] Enqueued Resource ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 with Priority: HIGHEST for action port [ 1028.102361] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_rules [ 1028.102548] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 1028.102692] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 with Priority: HIGHEST for action port [ 1028.103132] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.103282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.103348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.103636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.103748] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.105071] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.105129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.105213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.105463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.105673] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.105815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.105915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.106122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.106243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.106374] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.107750] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.107907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.108030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.110072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.110072] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.310398] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.310641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.310641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.310825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.311207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.311207] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be updated. [ 1028.320946] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.321156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.321156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.321397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.321487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.321705] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.321805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.321861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.322028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.322108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.322230] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3d01e02-7fdf-4b41-94ee-669070282948 already deleted. [ 1028.322302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.322391] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.361589] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.361870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.361870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.362026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.362176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.372406] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: IN_PROGRESS for 2s [ 1028.385607] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.610225] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.612027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.612027] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.612027] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 with status ACTIVE [ 1028.612201] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.612201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.612288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.612607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.612704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.612880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.613908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.613908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.613908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.613908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.613908] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.613908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.613908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.614209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.614314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.614421] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8 is going to be updated. [ 1028.641272] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.641434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.641498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.641726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.641864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.642100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc0c8cc4-f2f6-4eb8-9ebd-baebfef018e8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.824995] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3d01e02-7fdf-4b41-94ee-669070282948',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.886734] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1aacc84b-4b78-436e-b79f-69720f85b142: rpc.has_security_group_logging(os_id): False [ 1028.908775] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.908978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.909084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.909364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.909493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.910228] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.910387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.910521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.910786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.911077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.911077] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 is going to be created. [ 1028.977890] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.978097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.979250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.979564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.979776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.993226] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aacc84b-4b78-436e-b79f-69720f85b142 in Status: IN_PROGRESS for 2s [ 1029.116725] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.328380] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3d01e02-7fdf-4b41-94ee-669070282948: rpc.has_security_group_logging(os_id): False [ 1029.366043] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.367203] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.367203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.368771] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d01e02-7fdf-4b41-94ee-669070282948 is going to be created. [ 1029.390274] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b3d01e02-7fdf-4b41-94ee-669070282948], does not exist path=[/infra/domains/default/groups/b3d01e02-7fdf-4b41-94ee-669070282948]."\n}' [ 1029.390274] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d01e02-7fdf-4b41-94ee-669070282948 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b3d01e02-7fdf-4b41-94ee-669070282948 [ 1029.390509] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1029.431038] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.431609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.431609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.431790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.433213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.433565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.433748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.433838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.434084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.434178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.434371] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.434475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.434536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.434692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.434768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.434860] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3d01e02-7fdf-4b41-94ee-669070282948 is going to be created. [ 1029.458205] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/b3d01e02-7fdf-4b41-94ee-669070282948], does not exist path=[/infra/domains/default/groups/b3d01e02-7fdf-4b41-94ee-669070282948]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b3d01e02-7fdf-4b41-94ee-669070282948 [ 1029.458337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3d01e02-7fdf-4b41-94ee-669070282948" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.458563] env[65279]: Traceback (most recent call last): [ 1029.458607] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1029.458607] env[65279]: return func(*args, **kwargs) [ 1029.458607] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1029.458607] env[65279]: res.raise_for_status() [ 1029.458607] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1029.458607] env[65279]: raise HTTPError(http_error_msg, response=self) [ 1029.458607] env[65279]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b3d01e02-7fdf-4b41-94ee-669070282948 [ 1029.458607] env[65279]: During handling of the above exception, another exception occurred: [ 1029.458607] env[65279]: Traceback (most recent call last): [ 1029.458607] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1029.458607] env[65279]: listener.cb(fileno) [ 1029.458949] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1029.458949] env[65279]: result = function(*args, **kwargs) [ 1029.458949] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1029.458949] env[65279]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1029.458949] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1029.458949] env[65279]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1029.458949] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1029.458949] env[65279]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1029.458949] env[65279]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1029.458949] env[65279]: res.raise_for_status() [ 1029.458949] env[65279]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1029.458949] env[65279]: raise HTTPError(http_error_msg, response=self) [ 1029.458949] env[65279]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/b3d01e02-7fdf-4b41-94ee-669070282948 [ 1029.458949] env[65279]: Removing descriptor: 57 [ 1029.622974] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.622974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.622974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.623191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.623298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.623366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 is going to be updated. [ 1029.659048] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.659251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.659327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.659557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.659640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.670161] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: IN_PROGRESS for 2s [ 1030.384276] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1030.384634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.384683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.384946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.385124] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.385259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.385312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.385473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.385553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.385645] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.436357] env[65279]: INFO networking_nsxv3.common.synchronization [req-253e3806-9072-4a41-bc8a-c62ee7956f25 req-5366890e-22f5-402f-85fd-71c7f068a746 tempest-ServerRescueTestJSONUnderV235-382412942 tempest-ServerRescueTestJSONUnderV235-382412942-project-member] Enqueued Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1030.436946] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 with Priority: HIGHEST for action security_group_members [ 1030.437298] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.437423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.888925] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.007222] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1aacc84b-4b78-436e-b79f-69720f85b142 in Status: SUCCESS [ 1031.007511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.391196] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.681761] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: SUCCESS [ 1031.682215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.682426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.682695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.682916] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.683066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.683144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.683321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.683384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.683470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.683573] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.894927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.896841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.896841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.896841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.896841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.896841] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be updated. [ 1031.927930] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.928107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.928185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.928421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.928610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.938046] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: IN_PROGRESS for 2s [ 1032.186379] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.326067] env[65279]: INFO networking_nsxv3.common.synchronization [req-e4ae1c5c-a1cd-4294-80a9-b38a645241db req-9c589c74-606f-4faa-8525-7ecc1b512e7f tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1032.326513] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1032.327122] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.327227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.327398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.327567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.328352] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.328352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.328352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.328352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.328352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.328575] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.476238] env[65279]: INFO networking_nsxv3.common.synchronization [None req-8ae78802-dd07-4607-916c-5d9d1ba4132d None None] Enqueued Resource ID: 5622b69c-843a-414a-82fd-656530b53441 with Priority: HIGHEST for action port [ 1032.477070] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5622b69c-843a-414a-82fd-656530b53441 with Priority: HIGHEST for action port [ 1032.477493] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5622b69c-843a-414a-82fd-656530b53441 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.477646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5622b69c-843a-414a-82fd-656530b53441" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.477701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5622b69c-843a-414a-82fd-656530b53441" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.477963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5622b69c-843a-414a-82fd-656530b53441" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.478049] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5622b69c-843a-414a-82fd-656530b53441',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.688556] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431: rpc.has_security_group_logging(os_id): False [ 1032.709084] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.709221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.709279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.709474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.732718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.733486] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.733486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.733486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.733486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.733486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.733898] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 is going to be updated. [ 1032.823019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.823019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.823019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.823019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.823285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.831057] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.831249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.831326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.831564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.840599] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: IN_PROGRESS for 2s [ 1032.855572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.855895] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.856031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.856095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.856377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.856477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.856576] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 1032.937482] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.937810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.938011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.938142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.938290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.953116] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 1032.981750] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5622b69c-843a-414a-82fd-656530b53441 [ 1032.982050] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.982240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.982306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.984563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.984563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.984563] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5622b69c-843a-414a-82fd-656530b53441 already deleted. [ 1032.984563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5622b69c-843a-414a-82fd-656530b53441" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.560441] env[65279]: INFO networking_nsxv3.common.synchronization [None req-3e2d4b2f-b704-4aa7-adc8-ec161ae457ae tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_rules [ 1033.560441] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_rules [ 1033.561835] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.561835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.561835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.561835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.562193] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.694282] env[65279]: INFO networking_nsxv3.common.synchronization [None req-fd38b8f0-7375-46f5-832c-de7823ff860a tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_rules [ 1033.694920] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_rules [ 1033.695292] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.695447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.950631] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1033.950893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.951123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.951442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.951832] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.951832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.951973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.952133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.952258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.952375] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.092387] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.092547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.092547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.092764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.092927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.092971] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 already deleted. [ 1034.093026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.093227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.094063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.095503] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.422134] env[65279]: INFO networking_nsxv3.common.synchronization [req-4dec499f-8902-457c-b670-bcf54c676b60 req-bec5151e-c3dc-4fca-9722-2a05e1de66db tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1034.422653] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1034.424052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.424052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.424052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.424321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.424378] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.424455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.424509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.424659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.424741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.424831] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.459417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.459417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.459533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.459653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.487407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.487665] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.487786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.487851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.488074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.488172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.492069] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be updated. [ 1034.522397] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.522542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.522615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.522832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.522972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.552393] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: IN_PROGRESS for 2s [ 1034.631870] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.632293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.632293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.632605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.632710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.634583] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 already deleted. [ 1034.634700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.825248] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.825248] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.825248] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.825696] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.825856] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.825999] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.826190] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.827867] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.827867] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.827867] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.827867] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.827867] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.828153] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.828153] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.828270] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.828358] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.860767] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.860990] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.861292] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.861442] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.861804] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.862103] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.862259] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.862661] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.862811] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df9f180-e3dc-4cd5-bd0c-98e184a2304f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.867747] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: SUCCESS [ 1034.867927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.927717] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.974797] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 1034.975202] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 1034.975351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.365902] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.366336] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.366616] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.366934] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.367165] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.367362] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 1df9f180-e3dc-4cd5-bd0c-98e184a2304f not found, creating... [ 1035.368609] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.368609] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.368609] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.368918] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.369133] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.369512] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.369693] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.369969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.370112] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.370483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.370483] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 1df9f180-e3dc-4cd5-bd0c-98e184a2304f is going to be created. [ 1035.395403] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.395688] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.397294] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.397294] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.397294] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.397294] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.430537] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.596175] env[65279]: INFO networking_nsxv3.common.synchronization [None req-22ba6bf0-7b9a-4571-bad2-318e9505aad5 None None] Enqueued Resource ID: f100873b-44c2-4a4e-a68d-e109599e8813 with Priority: HIGHEST for action port [ 1035.597011] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f100873b-44c2-4a4e-a68d-e109599e8813 with Priority: HIGHEST for action port [ 1035.597143] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f100873b-44c2-4a4e-a68d-e109599e8813 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.597263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f100873b-44c2-4a4e-a68d-e109599e8813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.597370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f100873b-44c2-4a4e-a68d-e109599e8813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.597574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f100873b-44c2-4a4e-a68d-e109599e8813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.597652] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f100873b-44c2-4a4e-a68d-e109599e8813',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.933324] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.933748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.933748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.933966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.934065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.934171] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1035.968321] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.968506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.968581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.968855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.969126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.981360] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1036.102359] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f100873b-44c2-4a4e-a68d-e109599e8813 [ 1036.102697] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.102886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.102954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.103247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.103858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.103858] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f100873b-44c2-4a4e-a68d-e109599e8813 already deleted. [ 1036.103858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f100873b-44c2-4a4e-a68d-e109599e8813" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.179185] env[65279]: INFO networking_nsxv3.common.synchronization [req-4dec499f-8902-457c-b670-bcf54c676b60 req-75dab158-9132-4207-b3d0-9c94e6cb92d3 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 1036.179185] env[65279]: INFO networking_nsxv3.common.synchronization [req-4dec499f-8902-457c-b670-bcf54c676b60 req-75dab158-9132-4207-b3d0-9c94e6cb92d3 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1036.179185] env[65279]: INFO networking_nsxv3.common.synchronization [req-4dec499f-8902-457c-b670-bcf54c676b60 req-75dab158-9132-4207-b3d0-9c94e6cb92d3 service nova] Enqueued Resource ID: 1df9f180-e3dc-4cd5-bd0c-98e184a2304f with Priority: HIGHEST for action port [ 1036.179185] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 1036.179562] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1036.179562] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df9f180-e3dc-4cd5-bd0c-98e184a2304f with Priority: HIGHEST for action port [ 1036.180283] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.180402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.180551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.180668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.180757] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.181662] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.181802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.182683] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.182956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.182956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.183487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.185300] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df9f180-e3dc-4cd5-bd0c-98e184a2304f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.564926] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1036.564926] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 deletion is rescheduled due to dependency. [ 1036.564926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570979] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.570979] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570979] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.570979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.570979] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.688877] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.688877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.688877] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1df9f180-e3dc-4cd5-bd0c-98e184a2304f with status ACTIVE [ 1036.688877] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.688877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.688877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.688877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.688877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.688877] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.688877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.688877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.690180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.690180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.690180] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.690180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.690180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.690180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.690180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.690180] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1df9f180-e3dc-4cd5-bd0c-98e184a2304f is going to be updated. [ 1036.713578] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.713754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.713812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.714170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.714313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.714475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df9f180-e3dc-4cd5-bd0c-98e184a2304f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.070626] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.071064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.077590] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.077826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.077921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.078390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.078553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.078879] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.079072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.079196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.079469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.079601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.079759] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be updated. [ 1037.110984] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.111249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.111249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.111423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.111517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.121285] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: IN_PROGRESS for 2s [ 1037.674579] env[65279]: INFO networking_nsxv3.common.synchronization [req-c7aeaab8-d089-45c0-9658-ecda08bd9a48 req-ab1667bb-fe9e-42b7-bfb1-75c866da0e16 tempest-ServersTestManualDisk-1713874418 tempest-ServersTestManualDisk-1713874418-project-member] Enqueued Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_members [ 1037.675177] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de98a9a8-c694-4138-aaba-775aed13176b with Priority: HIGHEST for action security_group_members [ 1037.675689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-de98a9a8-c694-4138-aaba-775aed13176b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.675689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.675689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.675877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.676021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.676251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.676308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.676468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.676552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.676643] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de98a9a8-c694-4138-aaba-775aed13176b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.992512] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1037.992756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.992915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.993228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.993444] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.993583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.993648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.993874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.994015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.994134] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.180099] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.180099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.180548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.180548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.203411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.203801] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.204031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.204149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.204476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.204620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.204785] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de98a9a8-c694-4138-aaba-775aed13176b is going to be updated. [ 1038.233923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.234166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.234166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.234388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.234554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.244097] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de98a9a8-c694-4138-aaba-775aed13176b in Status: IN_PROGRESS for 2s [ 1038.496871] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.875154] env[65279]: INFO networking_nsxv3.common.synchronization [req-ca79f258-fa13-43f1-998b-812c39479c97 req-6253d69d-61c9-40ec-bcfe-3a53ac81a47f tempest-InstanceActionsV221TestJSON-1562541378 tempest-InstanceActionsV221TestJSON-1562541378-project-member] Enqueued Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_members [ 1038.875823] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_members [ 1038.876877] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.876953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.876995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.877335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.877508] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.877608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.877671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.877831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.877918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.878028] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.999351] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.145115] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1039.148024] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 deletion is rescheduled due to dependency. [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.148024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.148024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a911f8aa-ce2a-4dfa-9394-60a80315dc66 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.148024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.148024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.150454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.150454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.150454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.150454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.150454] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.319703] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.319993] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-105" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.320223] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-105" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.320579] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-105" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.321221] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.321467] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.321609] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.321878] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.322059] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.322277] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.322387] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.322492] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.322597] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.322704] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.322806] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.322936] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.355311] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.355559] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.355649] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.355840] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-105" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.356202] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-70d1ef5e-7f04-47d6-9989-29ae13f67652 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.356393] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.356512] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.356849] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.356986] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d1ef5e-7f04-47d6-9989-29ae13f67652',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.380363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.380566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.380613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.380816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.381248] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.381248] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.381405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.381405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.381542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.381593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.381684] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01d58e8-eef4-4202-98fb-74a8afd95724 already deleted. [ 1039.381773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.502308] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.502553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.502553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.502742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.502826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.502927] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1039.533826] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.534075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.534150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.534431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.534515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.546211] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1039.654033] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a911f8aa-ce2a-4dfa-9394-60a80315dc66: rpc.has_security_group_logging(os_id): False [ 1039.675987] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.676216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.676294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.676522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.676640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.676907] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.677018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.677108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.677279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.677356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.677544] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.677651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.677730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.677878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.677950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.678158] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.678259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.678333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.678497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.678560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.678626] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be updated. [ 1039.748413] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.748629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.748629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.748822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.748965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.767618] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: IN_PROGRESS for 2s [ 1039.859402] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.859753] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.859968] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.860514] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.860722] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.860895] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 70d1ef5e-7f04-47d6-9989-29ae13f67652 not found, creating... [ 1039.861241] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.861421] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.861575] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.861863] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.862080] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.862436] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.862675] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.862870] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.863219] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.863402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.863582] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 70d1ef5e-7f04-47d6-9989-29ae13f67652 is going to be created. [ 1039.900503] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.900721] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.900844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.901166] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.901413] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.901666] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.254098] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de98a9a8-c694-4138-aaba-775aed13176b in Status: SUCCESS [ 1040.254367] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de98a9a8-c694-4138-aaba-775aed13176b deletion is rescheduled due to dependency. [ 1040.254495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de98a9a8-c694-4138-aaba-775aed13176b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.599226] env[65279]: INFO networking_nsxv3.common.synchronization [req-ca79f258-fa13-43f1-998b-812c39479c97 req-d5e7f070-41f2-4b23-b30a-2d42f4e275c3 service nova] Enqueued Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_rules [ 1040.600047] env[65279]: INFO networking_nsxv3.common.synchronization [req-ca79f258-fa13-43f1-998b-812c39479c97 req-d5e7f070-41f2-4b23-b30a-2d42f4e275c3 service nova] Enqueued Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_members [ 1040.600216] env[65279]: INFO networking_nsxv3.common.synchronization [req-ca79f258-fa13-43f1-998b-812c39479c97 req-d5e7f070-41f2-4b23-b30a-2d42f4e275c3 service nova] Enqueued Resource ID: 70d1ef5e-7f04-47d6-9989-29ae13f67652 with Priority: HIGHEST for action port [ 1040.600740] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_rules [ 1040.600879] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_members [ 1040.600975] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d1ef5e-7f04-47d6-9989-29ae13f67652 with Priority: HIGHEST for action port [ 1040.601266] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.601384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.601450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.601701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.601880] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.602774] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.602893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.602961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603307] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.603414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.603483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.603628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.603712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.603802] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.604605] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d1ef5e-7f04-47d6-9989-29ae13f67652 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.604709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.604773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.604923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.604995] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d1ef5e-7f04-47d6-9989-29ae13f67652',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.107639] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.107821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.109194] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.110588] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70d1ef5e-7f04-47d6-9989-29ae13f67652 with status ACTIVE [ 1041.111217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.111217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.111217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.111217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.111502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.112389] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.112389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.112389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.112389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.112389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.112389] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.112389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.112793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.112793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.112793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.112793] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70d1ef5e-7f04-47d6-9989-29ae13f67652 is going to be updated. [ 1041.138064] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.138226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.138278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.138490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.138628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.140047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d1ef5e-7f04-47d6-9989-29ae13f67652" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.557580] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1041.557794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.558042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.558186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.558376] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.558491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.558547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.558700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.558780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.558868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.558963] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.615031] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.783846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 in Status: SUCCESS [ 1041.784163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.784339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.784560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.784648] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a911f8aa-ce2a-4dfa-9394-60a80315dc66',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.061384] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.061610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.061666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.061974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.062189] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.062348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.062423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.062621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.062734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.062837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.063125] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.063258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.063352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.063586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.063768] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.063884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.063972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.064157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.064288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.064388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.064501] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.118278] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.118492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.118596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.118908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.119027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.119140] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01d58e8-eef4-4202-98fb-74a8afd95724 is going to be created. [ 1042.144521] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.144708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.144755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.144992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.145173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.154575] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01d58e8-eef4-4202-98fb-74a8afd95724 in Status: UNINITIALIZED for 2s [ 1042.307775] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.307915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.307993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.308246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.308790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.308790] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a911f8aa-ce2a-4dfa-9394-60a80315dc66 is going to be deleted. [ 1042.396563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.396563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.396563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.396563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.396563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.396563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a911f8aa-ce2a-4dfa-9394-60a80315dc66" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.567447] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 1042.594197] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.594371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.594435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.594603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.632635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.633089] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.633089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.633214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.633401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.633512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.633763] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.634031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.634105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.634260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.634336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.634555] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.634624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.635122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.635344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.635462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.635572] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1042.707500] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.707685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.707792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.708055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.708238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.728161] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1044.167159] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01d58e8-eef4-4202-98fb-74a8afd95724 in Status: SUCCESS [ 1044.167493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.167615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.167855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.168079] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.168268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.168304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.168482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.168580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.168699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.168804] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.673990] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.674318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.674318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.674484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.674622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.674738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.674798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.675026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.675143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.675183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.675360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.675463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.675515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.675672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.675811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.675917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.675973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.676130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.676241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.676335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.676424] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.742172] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1044.742371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.179298] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01d58e8-eef4-4202-98fb-74a8afd95724: rpc.has_security_group_logging(os_id): False [ 1045.198395] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.198574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.198676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.198948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.199073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199267] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.199368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.199444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.199620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.199711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.199897] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.200021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.200093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.200255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.200350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.200547] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.200645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.200706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.200850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.200923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.201033] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01d58e8-eef4-4202-98fb-74a8afd95724 is going to be created. [ 1045.260633] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.260863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.260972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.261292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.261510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.274879] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01d58e8-eef4-4202-98fb-74a8afd95724 in Status: IN_PROGRESS for 2s [ 1045.601890] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1045.602062] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1047.290262] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01d58e8-eef4-4202-98fb-74a8afd95724 in Status: SUCCESS [ 1047.290535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.448893] env[65279]: INFO networking_nsxv3.common.synchronization [req-62bd1761-2462-41c1-818d-5198ee47dc7c req-79079bf0-d3a8-46f0-9109-ddb412eb4aa6 tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1048.449736] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1048.450043] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.450220] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.450311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.450533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.450751] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.450901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.450985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.451210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.451323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.451462] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.954569] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.457770] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.869125] env[65279]: INFO networking_nsxv3.common.synchronization [req-53eee6c3-c97b-4766-803f-a41b11924d68 req-194bcb12-c3f7-40c1-bfd6-67d823b20221 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_members [ 1049.869125] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_members [ 1049.870327] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.870587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.870752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.871205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.871464] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.871680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.871861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.872175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.872370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.872610] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.963403] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.963403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.963403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.963403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.963403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.963403] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1049.992588] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.992926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.992926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.993082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.993219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.003557] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1050.374414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.374570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.374651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.374843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.374930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.375140] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.375343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.375343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.375477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.375477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.375559] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 already deleted. [ 1050.375640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.648807] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.649194] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.649290] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.649747] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.650090] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.650354] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.650515] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.650798] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.650982] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.651259] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.651425] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.651568] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.651730] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.651885] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.652075] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.652295] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.675262] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.675432] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.675577] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.675771] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.676107] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-5833d347-c2fd-4e88-af55-a709228d51b0 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.676604] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.676604] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.676764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.676898] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5833d347-c2fd-4e88-af55-a709228d51b0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.179533] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.182153] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 5833d347-c2fd-4e88-af55-a709228d51b0 not found, creating... [ 1051.182153] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.182153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.182806] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.183862] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.184261] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.184611] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.184867] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.185172] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 5833d347-c2fd-4e88-af55-a709228d51b0 is going to be created. [ 1051.210528] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.210528] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.210528] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.210804] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.211046] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.211325] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.899098] env[65279]: INFO networking_nsxv3.common.synchronization [req-53eee6c3-c97b-4766-803f-a41b11924d68 req-ce0b4c58-ed59-446e-9b3f-0821fba5519a service nova] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_rules [ 1051.899098] env[65279]: INFO networking_nsxv3.common.synchronization [req-53eee6c3-c97b-4766-803f-a41b11924d68 req-ce0b4c58-ed59-446e-9b3f-0821fba5519a service nova] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_members [ 1051.899098] env[65279]: INFO networking_nsxv3.common.synchronization [req-53eee6c3-c97b-4766-803f-a41b11924d68 req-ce0b4c58-ed59-446e-9b3f-0821fba5519a service nova] Enqueued Resource ID: 5833d347-c2fd-4e88-af55-a709228d51b0 with Priority: HIGHEST for action port [ 1051.900029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_rules [ 1051.900029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_members [ 1051.900029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5833d347-c2fd-4e88-af55-a709228d51b0 with Priority: HIGHEST for action port [ 1051.900429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.900641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.900749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.900993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.901135] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.902112] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.903038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.903192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.903417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.903640] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.903785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.903887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.904179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.904359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.904699] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.907367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5833d347-c2fd-4e88-af55-a709228d51b0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.907562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.907692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.907918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.908110] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5833d347-c2fd-4e88-af55-a709228d51b0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.013249] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1052.013473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.323023] env[65279]: INFO networking_nsxv3.common.synchronization [req-cbcee10a-784e-4163-b52c-7edab960d4c4 req-9948475b-a9c0-4be2-9baa-df35f39a7292 tempest-InstanceActionsV221TestJSON-1562541378 tempest-InstanceActionsV221TestJSON-1562541378-project-member] Enqueued Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_members [ 1052.323023] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGHEST for action security_group_members [ 1052.323023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.323023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.323023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.323023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.323950] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.324189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.324334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.324478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.325398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.325398] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.413020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.413020] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.413020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5833d347-c2fd-4e88-af55-a709228d51b0 with status ACTIVE [ 1052.413020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.413020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.413020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.413681] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.413681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.413916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.414213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.414391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.414558] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5833d347-c2fd-4e88-af55-a709228d51b0 is going to be updated. [ 1052.436883] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.436883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.436883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.436883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.436883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.436883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5833d347-c2fd-4e88-af55-a709228d51b0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.447523] env[65279]: INFO networking_nsxv3.common.synchronization [req-76bd43df-2698-42e2-9c32-40cf7e31010f req-b836e13f-d963-48bb-be74-99ce7045c5dd tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1052.447594] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1052.448266] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.448266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.448266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.448909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.449134] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.449240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.449304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.449473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.449559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.449651] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.829033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.829166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.829349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.829635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.829635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.829793] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.830030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.830030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.830151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.830200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.830271] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01d58e8-eef4-4202-98fb-74a8afd95724 is going to be updated. [ 1052.861603] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.861711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.861760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.862362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.862859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.872390] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01d58e8-eef4-4202-98fb-74a8afd95724 in Status: IN_PROGRESS for 2s [ 1052.917456] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.924386] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.924575] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.924703] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.925045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.925739] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.925739] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.925739] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.926181] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.926181] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.926378] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.926378] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.926530] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.926530] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.926666] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.926832] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.926968] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.954439] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.954654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.954706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.954994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.955140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.955390] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.955520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.955601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.955799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.955895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.956012] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 1052.960829] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.961036] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.961246] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.962044] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-508" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.962044] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-ada86d05-31e8-44e3-960b-6b8493108fad taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.962251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.962251] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.963127] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963127] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada86d05-31e8-44e3-960b-6b8493108fad',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.985036] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.985211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.986078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.986078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.986078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.997542] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 1053.422468] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.422468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.422677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.423239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.423239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.423239] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 is going to be created. [ 1053.457512] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.457805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.457805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.457961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.459277] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.467279] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.467511] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.467799] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.468063] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.468063] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.468234] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port ada86d05-31e8-44e3-960b-6b8493108fad not found, creating... [ 1053.468493] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.468648] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.468762] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.468987] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.469192] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.469418] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.469568] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.470280] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.470584] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.470734] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.470878] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: ada86d05-31e8-44e3-960b-6b8493108fad is going to be created. [ 1053.473224] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: UNINITIALIZED for 2s [ 1053.493665] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.493881] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.494208] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.494550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.494796] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.495431] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.186231] env[65279]: INFO networking_nsxv3.common.synchronization [req-76bd43df-2698-42e2-9c32-40cf7e31010f req-39ba6ac6-1686-4a2b-b8d5-24aa5051e4cf service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 1054.186866] env[65279]: INFO networking_nsxv3.common.synchronization [req-76bd43df-2698-42e2-9c32-40cf7e31010f req-39ba6ac6-1686-4a2b-b8d5-24aa5051e4cf service nova] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1054.187034] env[65279]: INFO networking_nsxv3.common.synchronization [req-76bd43df-2698-42e2-9c32-40cf7e31010f req-39ba6ac6-1686-4a2b-b8d5-24aa5051e4cf service nova] Enqueued Resource ID: ada86d05-31e8-44e3-960b-6b8493108fad with Priority: HIGHEST for action port [ 1054.187537] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_rules [ 1054.187723] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1054.187848] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada86d05-31e8-44e3-960b-6b8493108fad with Priority: HIGHEST for action port [ 1054.188039] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.188243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.189051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.189051] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.189465] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189682] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada86d05-31e8-44e3-960b-6b8493108fad taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.189781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.189833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.193024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.193024] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada86d05-31e8-44e3-960b-6b8493108fad',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.693060] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.693060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.693060] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada86d05-31e8-44e3-960b-6b8493108fad with status ACTIVE [ 1054.693060] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.693060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.693060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.693060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.693060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.693060] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.693060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.693060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.695347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.695550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.696253] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.696253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.696253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.696253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.696253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.696634] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada86d05-31e8-44e3-960b-6b8493108fad is going to be updated. [ 1054.730094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.730291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.730426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.731142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.731142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.731142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada86d05-31e8-44e3-960b-6b8493108fad" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.884748] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01d58e8-eef4-4202-98fb-74a8afd95724 in Status: SUCCESS [ 1054.884968] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01d58e8-eef4-4202-98fb-74a8afd95724 deletion is rescheduled due to dependency. [ 1054.885088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.012426] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 1055.012626] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 1055.012735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.012874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.013108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.013297] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.013607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.013742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.013960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.014086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.014218] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.488068] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: SUCCESS [ 1055.488387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.488456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.488672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.488859] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.488970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.489047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.489196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.489272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.489442] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.516046] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.532252] env[65279]: INFO networking_nsxv3.common.synchronization [None req-2e1b9645-a5a5-4c0d-99be-58ba95b492e5 None None] Enqueued Resource ID: bd1cf1b6-d259-4d78-b02b-6d54e191e76c with Priority: HIGHEST for action port [ 1055.532785] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd1cf1b6-d259-4d78-b02b-6d54e191e76c with Priority: HIGHEST for action port [ 1055.533113] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd1cf1b6-d259-4d78-b02b-6d54e191e76c taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.533231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd1cf1b6-d259-4d78-b02b-6d54e191e76c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.533289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd1cf1b6-d259-4d78-b02b-6d54e191e76c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.533547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd1cf1b6-d259-4d78-b02b-6d54e191e76c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.533629] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd1cf1b6-d259-4d78-b02b-6d54e191e76c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.992103] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.018806] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.036900] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd1cf1b6-d259-4d78-b02b-6d54e191e76c [ 1056.037141] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.037272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.037331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.037549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.037637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.037732] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd1cf1b6-d259-4d78-b02b-6d54e191e76c already deleted. [ 1056.037808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd1cf1b6-d259-4d78-b02b-6d54e191e76c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.495572] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2897b4c0-1922-4884-8218-48333aa31f80: rpc.has_security_group_logging(os_id): False [ 1056.519999] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.520337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.520526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.520827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.520990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.531044] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.531044] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 is going to be created. [ 1056.531044] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.531044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.531044] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 1056.564077] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.564077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.564077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.564077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.564374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.581209] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 1056.609281] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.609486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.609701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.610372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.623946] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: IN_PROGRESS for 2s [ 1057.966563] env[65279]: INFO networking_nsxv3.common.synchronization [req-38647f48-ad51-4073-8f3e-da5decdd8f24 req-8e40acd3-f1cc-4a99-abd2-9cf3abdc618e tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_members [ 1057.967159] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_members [ 1057.967489] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59373c9-19c8-4d66-a5e9-ea0b17c73915 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.967647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.967719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.968572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.968742] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.968928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.969018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.969212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.969310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.969401] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.327146] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e76f2d26-e5ee-4d4d-9088-a96ca05c3464 None None] Enqueued Resource ID: 59ef0f07-3f5b-4d28-9290-3db704a60bac with Priority: HIGHEST for action port [ 1058.327698] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59ef0f07-3f5b-4d28-9290-3db704a60bac with Priority: HIGHEST for action port [ 1058.328012] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-59ef0f07-3f5b-4d28-9290-3db704a60bac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.328141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59ef0f07-3f5b-4d28-9290-3db704a60bac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.328206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59ef0f07-3f5b-4d28-9290-3db704a60bac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.328485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59ef0f07-3f5b-4d28-9290-3db704a60bac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.328573] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59ef0f07-3f5b-4d28-9290-3db704a60bac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.378148] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.378409] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.378549] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.378892] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.379211] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.379375] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.379494] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.379719] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.379895] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.380184] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.380311] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1058.380426] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1058.380618] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1058.380660] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1058.380778] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1058.380929] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1058.402795] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1058.403069] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1058.403336] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1058.403536] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.403899] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-0544ae20-b22b-4e52-be89-5aeb55db1ba3 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.404204] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.404349] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.404672] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.404810] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0544ae20-b22b-4e52-be89-5aeb55db1ba3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.475118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.475118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475118] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 already deleted. [ 1058.475659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.590786] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 1058.591009] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.591178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.591403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.591591] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.591705] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.591770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.591926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.592016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.592173] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.637809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: SUCCESS [ 1058.638091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.831169] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59ef0f07-3f5b-4d28-9290-3db704a60bac [ 1058.831169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.831169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.831169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.831437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.831437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.831567] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59ef0f07-3f5b-4d28-9290-3db704a60bac already deleted. [ 1058.831669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59ef0f07-3f5b-4d28-9290-3db704a60bac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.907957] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.908305] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.908512] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.908921] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.909153] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.909393] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 0544ae20-b22b-4e52-be89-5aeb55db1ba3 not found, creating... [ 1058.909792] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.910035] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.910223] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.910557] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.910760] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.911141] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.911364] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.911525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.911817] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.912021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.912230] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 0544ae20-b22b-4e52-be89-5aeb55db1ba3 is going to be created. [ 1058.935351] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.935633] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.935784] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.936202] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.936578] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.936863] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.095201] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.095651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.095651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.095737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.095886] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.096015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.096118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.096312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.096424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.096523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.096677] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.096769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.096825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.096969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.097163] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.097322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.097510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.097510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.097609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.097649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.097723] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.599544] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b25c92d-97da-424f-82eb-b0b7ccd4f252: rpc.has_security_group_logging(os_id): False [ 1059.626079] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.626079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.626079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.626079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.626079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.626392] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.626392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.626577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.626577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.626687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.626845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.626941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.627079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.627231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.627302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.627504] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.627634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.627670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.627828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.627878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.627912] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 1059.672927] env[65279]: INFO networking_nsxv3.common.synchronization [req-38647f48-ad51-4073-8f3e-da5decdd8f24 req-9077d93a-085e-4dab-9728-f75234395717 service nova] Enqueued Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_rules [ 1059.672927] env[65279]: INFO networking_nsxv3.common.synchronization [req-38647f48-ad51-4073-8f3e-da5decdd8f24 req-9077d93a-085e-4dab-9728-f75234395717 service nova] Enqueued Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_members [ 1059.672927] env[65279]: INFO networking_nsxv3.common.synchronization [req-38647f48-ad51-4073-8f3e-da5decdd8f24 req-9077d93a-085e-4dab-9728-f75234395717 service nova] Enqueued Resource ID: 0544ae20-b22b-4e52-be89-5aeb55db1ba3 with Priority: HIGHEST for action port [ 1059.673341] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_rules [ 1059.673485] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_members [ 1059.673559] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0544ae20-b22b-4e52-be89-5aeb55db1ba3 with Priority: HIGHEST for action port [ 1059.674199] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.674199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.674199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.674472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.674472] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.675573] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59373c9-19c8-4d66-a5e9-ea0b17c73915 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.676297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.676297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.676297] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.676297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.676297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.676553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.676553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.676553] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.679219] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0544ae20-b22b-4e52-be89-5aeb55db1ba3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.679219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.679219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.679219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.679219] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0544ae20-b22b-4e52-be89-5aeb55db1ba3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.707024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.707396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.708914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.708914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.708914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.722123] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 1060.179858] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59373c9-19c8-4d66-a5e9-ea0b17c73915 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.180179] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.180227] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.181182] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0544ae20-b22b-4e52-be89-5aeb55db1ba3 with status ACTIVE [ 1060.182106] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.182106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.182106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.182106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.182106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.182106] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.182106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.182106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.182571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.182571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.182571] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.182684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.182684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.182819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.182921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.182961] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0544ae20-b22b-4e52-be89-5aeb55db1ba3 is going to be updated. [ 1060.209079] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.209079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.209079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.210084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.210084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.210084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0544ae20-b22b-4e52-be89-5aeb55db1ba3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.687638] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.190829] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.191170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.191170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.191323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.191418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.191521] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 is going to be created. [ 1061.218674] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.228521] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 in Status: UNINITIALIZED for 2s [ 1061.736626] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 1061.736747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.240117] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 in Status: SUCCESS [ 1063.240448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.240503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.240715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.240911] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.241045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.241111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.241271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.241345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.241521] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.744615] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.248058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a59373c9-19c8-4d66-a5e9-ea0b17c73915: rpc.has_security_group_logging(os_id): False [ 1064.271169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.271484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.271593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.271964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.272066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.272417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.272566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.272744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.272929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.273190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.273346] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 is going to be created. [ 1064.336331] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.336532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.336664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.337356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.337356] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.350132] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 in Status: IN_PROGRESS for 2s [ 1064.367198] env[65279]: INFO networking_nsxv3.common.synchronization [req-074361c2-21e8-410c-bb04-e392faf1bc5d req-fb9f6085-8f50-4d98-9bfc-4db26bfc57a8 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_members [ 1064.368035] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGHEST for action security_group_members [ 1064.368035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.368035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.368556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.368772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.368933] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.369045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.369106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.369262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.369342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.369448] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.873575] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.873575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.873575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.873575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.897753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.898089] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.898271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.898357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.898595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.898700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.898835] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 is going to be updated. [ 1064.957845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.957845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.957845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.957845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.957845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.971638] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c770999f-442f-4741-b5ee-6a3369c7bd04 in Status: IN_PROGRESS for 2s [ 1065.064399] env[65279]: INFO networking_nsxv3.common.synchronization [req-0d8715c6-0fff-4f16-af9a-5cd549e75f64 req-ae8ded9c-0c4b-4dd1-8e10-345cb81ec33f tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1065.064646] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1065.064967] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.065098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.065166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.065367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.065522] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.065611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.065669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.065813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.065894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.065989] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.568235] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.071671] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.351502] env[65279]: INFO networking_nsxv3.common.synchronization [req-14baefce-5675-447d-93f0-85e8ba8d15aa req-4d60297c-09b8-4f30-bd25-9c78f6596224 tempest-MigrationsAdminTest-553127548 tempest-MigrationsAdminTest-553127548-project-member] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 1066.351502] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 1066.351623] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.353066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.353066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.353066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.353066] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.353066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.353066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.353066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.353066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.353066] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.364639] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 in Status: SUCCESS [ 1066.364922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.574570] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.574909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.574909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.575668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.575668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.575668] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1066.607421] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.607421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.607421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.607421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.607421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.616679] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1066.856144] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.982452] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c770999f-442f-4741-b5ee-6a3369c7bd04 in Status: SUCCESS [ 1066.982635] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 deletion is rescheduled due to dependency. [ 1066.982753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.360654] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.863234] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.863556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.863556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.863712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.863785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.863888] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be updated. [ 1067.898155] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.898365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.898419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.898608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.898748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.911637] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: IN_PROGRESS for 2s [ 1068.351385] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-19e552d6-d566-4a1e-b6ff-d76082109778 tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1068.352176] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1068.352565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.352697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.352770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.353047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.353221] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.353329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.353391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.353579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.353667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.353766] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.570244] env[65279]: INFO networking_nsxv3.common.synchronization [req-a2c5f5ce-bd79-42ae-a629-875e243ad768 req-5a9be6fa-855c-43d6-b7dc-68d44bd02142 tempest-ServerDiskConfigTestJSON-749424780 tempest-ServerDiskConfigTestJSON-749424780-project-member] Enqueued Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1068.570743] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 with Priority: HIGHEST for action security_group_members [ 1068.571124] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b25c92d-97da-424f-82eb-b0b7ccd4f252 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.571399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.571555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.571905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.572589] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.572717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.572785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.573208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.573208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.573208] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b25c92d-97da-424f-82eb-b0b7ccd4f252',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.628229] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1068.628601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.856962] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.857090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.857090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.857632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.857632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.857632] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.857819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.857819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.857904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.857989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.858087] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 already deleted. [ 1068.858170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.867210] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-9ae27f77-0084-4cf8-8e78-e7af7034dddb tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1068.868344] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1068.868698] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.868811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.868872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.869089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.869356] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.869457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.869519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.870130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.870264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.870379] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.075803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.076029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.076084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.076332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.076460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.076673] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.076785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.076856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.076999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.077116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.077218] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 is going to be updated. [ 1069.107865] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.107865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.107865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.107865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.107865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.117013] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: IN_PROGRESS for 2s [ 1069.273791] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-86fd2c73-8ef2-4741-834f-2d41fe84a8e2 tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1069.274131] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1069.274349] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.274448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.375319] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.375319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.375319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.375319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.375955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.375955] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.375955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.375955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.375955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.376292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.376292] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 already deleted. [ 1069.376292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.376436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.376436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.376585] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.377158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.377237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.377383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.377458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.377552] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.601621] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.601821] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.602114] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.602403] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.602679] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.602837] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.602953] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.603200] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.603348] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.603558] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.604085] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.604237] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.604339] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.604453] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.604589] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.604710] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.624355] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.624574] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.624802] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.625046] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.625448] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-c53287ff-0d48-44c9-ad41-011ec06ffea7 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.625655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.625833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.626170] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.626342] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53287ff-0d48-44c9-ad41-011ec06ffea7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.650022] env[65279]: INFO networking_nsxv3.common.synchronization [None req-228e8ea8-2065-45ac-acfb-49e573203b03 None None] Enqueued Resource ID: 198791d5-750b-4aa8-ba44-3c11bae13878 with Priority: HIGHEST for action port [ 1069.650022] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 198791d5-750b-4aa8-ba44-3c11bae13878 with Priority: HIGHEST for action port [ 1069.650022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-198791d5-750b-4aa8-ba44-3c11bae13878 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.650022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-198791d5-750b-4aa8-ba44-3c11bae13878" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.650022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-198791d5-750b-4aa8-ba44-3c11bae13878" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.650022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-198791d5-750b-4aa8-ba44-3c11bae13878" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.650022] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('198791d5-750b-4aa8-ba44-3c11bae13878',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.880463] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.880982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.880982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.881247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.881247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.881364] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.881574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.881650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.881776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.881891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.882053] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 already deleted. [ 1069.882202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.923457] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 1069.923763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.129681] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.129888] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.130038] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.130358] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.130514] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.130680] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port c53287ff-0d48-44c9-ad41-011ec06ffea7 not found, creating... [ 1070.130942] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.131134] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.131277] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.131528] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.131670] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.131980] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.132177] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.132300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.132529] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.132677] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.132823] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: c53287ff-0d48-44c9-ad41-011ec06ffea7 is going to be created. [ 1070.153836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 198791d5-750b-4aa8-ba44-3c11bae13878 [ 1070.154151] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.154309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.154397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.154614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.154700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.154812] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:198791d5-750b-4aa8-ba44-3c11bae13878 already deleted. [ 1070.154899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-198791d5-750b-4aa8-ba44-3c11bae13878" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.158661] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.158828] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.158880] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.159190] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.159794] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.159794] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.893263] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-420ca8a7-3dd8-40a8-a0c3-334bae9a0139 service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1070.893635] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-420ca8a7-3dd8-40a8-a0c3-334bae9a0139 service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1070.893635] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-420ca8a7-3dd8-40a8-a0c3-334bae9a0139 service nova] Enqueued Resource ID: c53287ff-0d48-44c9-ad41-011ec06ffea7 with Priority: HIGHEST for action port [ 1070.897510] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1070.897510] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1070.897510] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c53287ff-0d48-44c9-ad41-011ec06ffea7 with Priority: HIGHEST for action port [ 1070.897510] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.897510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.897510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.898052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.902062] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.902062] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.902062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.902062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.902062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.902062] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.902062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.902062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.902062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.902062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.902062] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.902062] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c53287ff-0d48-44c9-ad41-011ec06ffea7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.903468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.903468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.903468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.903468] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c53287ff-0d48-44c9-ad41-011ec06ffea7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.128710] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 in Status: SUCCESS [ 1071.128944] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b25c92d-97da-424f-82eb-b0b7ccd4f252 deletion is rescheduled due to dependency. [ 1071.129012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b25c92d-97da-424f-82eb-b0b7ccd4f252" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.404382] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.406833] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.406947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.407140] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c53287ff-0d48-44c9-ad41-011ec06ffea7 with status ACTIVE [ 1071.407397] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.407397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.407550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.408403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.408403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.408403] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.408403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.408767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.409023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.409063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.409290] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.409424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.409493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.409795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.409795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.409919] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c53287ff-0d48-44c9-ad41-011ec06ffea7 is going to be updated. [ 1071.436174] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.436385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.436844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.437086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.437262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.437386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c53287ff-0d48-44c9-ad41-011ec06ffea7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.754458] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-92 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.754928] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.755243] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.756334] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.756334] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.756334] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.756334] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.756592] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.756592] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.756822] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.756933] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.757541] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.757541] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.757541] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.757541] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.757541] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.777756] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.777932] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.778091] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.778258] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.778663] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.779196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.779196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.779332] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.779451] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.911649] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.085818] env[65279]: INFO networking_nsxv3.common.synchronization [None req-f2d0c754-0c0f-4b6d-bcd0-0a55688291c9 None None] Enqueued Resource ID: 70752ee3-c441-49b2-add9-1565d4b8cf91 with Priority: HIGHEST for action port [ 1072.086151] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70752ee3-c441-49b2-add9-1565d4b8cf91 with Priority: HIGHEST for action port [ 1072.086868] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-70752ee3-c441-49b2-add9-1565d4b8cf91 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.086868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70752ee3-c441-49b2-add9-1565d4b8cf91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.086868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70752ee3-c441-49b2-add9-1565d4b8cf91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.086868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70752ee3-c441-49b2-add9-1565d4b8cf91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.087098] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70752ee3-c441-49b2-add9-1565d4b8cf91',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.281401] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.281622] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.281743] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.282041] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.282192] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.282340] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 not found, creating... [ 1072.282589] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.282790] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.282992] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.283452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.283688] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.284175] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.284810] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.284810] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.284810] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.285347] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.285347] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 is going to be created. [ 1072.305545] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.305747] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.305870] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.306230] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.306789] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.306872] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.414923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.415092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.415189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.415383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.415475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.415611] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be created. [ 1072.460844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.461058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.461058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.461199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.461361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.472305] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: UNINITIALIZED for 2s [ 1072.589892] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70752ee3-c441-49b2-add9-1565d4b8cf91 [ 1072.590297] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.590297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.590724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.590724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.590724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.590724] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70752ee3-c441-49b2-add9-1565d4b8cf91 already deleted. [ 1072.590890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70752ee3-c441-49b2-add9-1565d4b8cf91" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.030408] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-34181457-3ce1-4814-b10e-746ad8d5fc3b service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1073.030408] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-34181457-3ce1-4814-b10e-746ad8d5fc3b service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1073.030408] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-34181457-3ce1-4814-b10e-746ad8d5fc3b service nova] Enqueued Resource ID: aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 with Priority: HIGHEST for action port [ 1073.030937] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1073.030937] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1073.031073] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 with Priority: HIGHEST for action port [ 1073.031424] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.031424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032292] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.032384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.032916] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.033089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.033178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.033392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.033498] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.336743] env[65279]: INFO networking_nsxv3.common.synchronization [req-a336c5de-8eef-495f-8b08-44b76f735798 req-e76ebb17-3e5a-4f1f-8ca0-4de493979443 tempest-ListServerFiltersTestJSON-114837932 tempest-ListServerFiltersTestJSON-114837932-project-member] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1073.337630] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1073.340034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.340034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.340034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.340034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.340034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.340034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.340034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.340034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.340034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.340576] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.535577] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 with status ACTIVE [ 1073.536117] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.536285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.536436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.536926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.537053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.537980] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.537980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.537980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.537980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.537980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.537980] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.538235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.538235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.538300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.538442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.538518] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3 is going to be updated. [ 1073.564489] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.564489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.564489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.564489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.564714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.565908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee50d9d-ca8a-4f97-8cfe-2dfb68da39a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.652060] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.652275] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.652451] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.652759] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.652987] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.653195] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.653313] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.653530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.653679] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.653886] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.653998] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.654167] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.654278] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.654391] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.654497] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.654630] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.673936] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.674242] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.674391] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.674617] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.674882] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-7e02b00d-3324-435e-b42c-38f477d29884 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.675101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.675221] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.675542] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.675681] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e02b00d-3324-435e-b42c-38f477d29884',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.840157] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-967 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.840387] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.840513] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.840790] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.842014] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.842295] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.842461] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.842727] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.842881] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.843117] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.843266] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.843371] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.843478] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.843588] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.843691] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.843824] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.845598] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.845726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.845780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.845992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.846089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.846330] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.846464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.846565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.846746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.846851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.847038] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 already deleted. [ 1073.847152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.869492] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.869687] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.869817] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.869996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-967" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.870345] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-13963b24-2ec2-4b15-bc40-c76fba850f9f taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.870595] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.870773] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.871196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.871345] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13963b24-2ec2-4b15-bc40-c76fba850f9f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.178352] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.178874] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.178874] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.179067] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.179260] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.179426] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 7e02b00d-3324-435e-b42c-38f477d29884 not found, creating... [ 1074.179732] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.179898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.180063] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.180312] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.180474] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.180786] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.180968] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.181125] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.181345] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.181506] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.181669] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 7e02b00d-3324-435e-b42c-38f477d29884 is going to be created. [ 1074.203390] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.203390] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.203655] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.203798] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.204068] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.204287] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.373972] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.374365] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.374529] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.374912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.375149] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.375348] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 13963b24-2ec2-4b15-bc40-c76fba850f9f not found, creating... [ 1074.375673] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.375849] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.375970] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.376248] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.376418] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.376744] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.376912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.377045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.377278] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.377411] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.377554] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 13963b24-2ec2-4b15-bc40-c76fba850f9f is going to be created. [ 1074.401988] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.402332] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.402461] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.402766] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.402991] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403236] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.486939] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1074.487266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.487450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.487726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.487946] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.488115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.488186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.488385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.488468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.488613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.488671] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.489611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.489789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.489957] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.490079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.490140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.490285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.490364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.490470] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.828228] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.828517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.828517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.828709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.829068] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.957063] env[65279]: INFO networking_nsxv3.common.synchronization [req-a336c5de-8eef-495f-8b08-44b76f735798 req-4abe4b12-0f11-48e8-923e-628d44d7c246 service nova] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_rules [ 1074.957465] env[65279]: INFO networking_nsxv3.common.synchronization [req-a336c5de-8eef-495f-8b08-44b76f735798 req-4abe4b12-0f11-48e8-923e-628d44d7c246 service nova] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1074.957465] env[65279]: INFO networking_nsxv3.common.synchronization [req-a336c5de-8eef-495f-8b08-44b76f735798 req-4abe4b12-0f11-48e8-923e-628d44d7c246 service nova] Enqueued Resource ID: 7e02b00d-3324-435e-b42c-38f477d29884 with Priority: HIGHEST for action port [ 1074.958058] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_rules [ 1074.958221] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1074.958321] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e02b00d-3324-435e-b42c-38f477d29884 with Priority: HIGHEST for action port [ 1074.958603] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.958747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.958798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.959072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.959190] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.960871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.960871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.960871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.960871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.960871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.961185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.961185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.961185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.961185] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.961377] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.962475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e02b00d-3324-435e-b42c-38f477d29884 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.962475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.962475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.962745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.962745] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e02b00d-3324-435e-b42c-38f477d29884',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.994332] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.994332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.994332] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.170299] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-5bcc94e4-832c-4044-8d33-119793dfd401 service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1075.170596] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-5bcc94e4-832c-4044-8d33-119793dfd401 service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1075.170838] env[65279]: INFO networking_nsxv3.common.synchronization [req-1606e5f1-e49b-4da1-977a-1e8101a806c3 req-5bcc94e4-832c-4044-8d33-119793dfd401 service nova] Enqueued Resource ID: 13963b24-2ec2-4b15-bc40-c76fba850f9f with Priority: HIGHEST for action port [ 1075.171868] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1075.172135] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1075.172313] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13963b24-2ec2-4b15-bc40-c76fba850f9f with Priority: HIGHEST for action port [ 1075.172736] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.172898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.173228] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.173369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.173659] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-13963b24-2ec2-4b15-bc40-c76fba850f9f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.173811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.173915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.174353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.174489] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13963b24-2ec2-4b15-bc40-c76fba850f9f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.333126] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.466290] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.467331] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.467462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.467793] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e02b00d-3324-435e-b42c-38f477d29884 with status ACTIVE [ 1075.467959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.471221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.471299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.471505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.471597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.471791] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.471891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.471955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.472274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.472535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472586] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.472640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.472696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.472836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.472910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.472992] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e02b00d-3324-435e-b42c-38f477d29884 is going to be updated. [ 1075.495738] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.496046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.496169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.496529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.496694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.496946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.497416] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.677886] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13963b24-2ec2-4b15-bc40-c76fba850f9f with status ACTIVE [ 1075.678149] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.678289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.678350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.678582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.678681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.678860] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.678980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.679071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.679222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.679300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.679952] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.680134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.680201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.680374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.680508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.680576] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13963b24-2ec2-4b15-bc40-c76fba850f9f is going to be updated. [ 1075.705412] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.705618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.705618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.705859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.706016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.706205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13963b24-2ec2-4b15-bc40-c76fba850f9f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.835438] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.968729] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.000638] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.000880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.000880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.001206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.001322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.001417] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1076.036600] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.036781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.037380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.037380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.037380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.046881] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1076.338133] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1076.338540] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1076.471793] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.472096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.472246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.472524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.472610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.472715] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be created. [ 1076.501321] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.501511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.501559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.501778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.501959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.525039] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: UNINITIALIZED for 2s [ 1077.447239] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.447659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.447659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.447659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.460253] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1077.461590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.463225] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1077.499543] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.499741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.499841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.500143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.511466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.512477] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 1077.512611] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'7e02b00d-3324-435e-b42c-38f477d29884'} {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1077.512738] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1077.567333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.567333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.567333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.567333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.567333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.567333] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1077.670188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.670617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.670617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.670751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.671042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.672318] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1077.684764] env[65279]: INFO networking_nsxv3.common.synchronization [req-b160909d-d211-4eb5-907d-67b371a67ada req-237727d2-87ab-45f1-89ae-06ed4da56a4b tempest-ListServerFiltersTestJSON-114837932 tempest-ListServerFiltersTestJSON-114837932-project-member] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1077.685386] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1077.685697] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.685799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.751790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.752024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.752101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.752431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.752746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.753225] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1077.753356] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bdc5b1a7-f272-4262-8002-7476109a0971', '3d7c0960-a0b3-4402-82a3-17c65c1ed7d7', 'a3e31a61-c64d-4474-b27f-6bd50c7a1cc8', '05194326-b628-4312-9aa9-5acf31933c6b', '6758a753-1835-496a-8983-0699ee60e29f', 'c770999f-442f-4741-b5ee-6a3369c7bd04', 'c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b', '2897b4c0-1922-4884-8218-48333aa31f80', '8878b9e1-4a45-46b2-bef5-3e3220f320e2', 'c01d58e8-eef4-4202-98fb-74a8afd95724', 'b8c2ffed-57ec-4d42-b7cd-8ca5413baa41', '542ec4dc-3360-4ceb-a840-87515c4eb27a', '38be68e0-5825-4af0-865b-05c233e18811', 'ff8d3af3-2b23-460c-b076-cc808deb997f', 'bee5c635-aa34-424f-b118-5a0812917f53', '7ef818d9-5f97-4328-a288-988d257abab2', '0a5f8b6f-1392-46a9-af3a-8f70bd6ef431', '1fabe440-28eb-4ad8-89ad-929721193ce0', '70a8fa94-5041-41f2-86da-78ef16ebfb48', 'b2da53c3-3b80-4323-bdff-f0c2cd196c7d', 'e9cd4844-9174-45a4-8109-3af9bdebe01b', 'f0e381c2-340d-405d-b117-8196dc7889c8', '1aacc84b-4b78-436e-b79f-69720f85b142', '54ba503b-7fa7-4113-a20a-c91759309727', 'c690890a-c776-4e0d-87a6-692499f26068', '2b25c92d-97da-424f-82eb-b0b7ccd4f252', 'c08f373b-f6e2-4c4a-9be8-83295526dde4', '691e789d-f8a6-4d75-9694-a09a4a72e053', 'a59373c9-19c8-4d66-a5e9-ea0b17c73915', '138cf306-f8ff-49f9-9f74-db2329b18116', '2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0', '98aa64d9-7c11-4bb1-880f-3cbde0fc3896', 'be423424-5de9-4e4d-ad6f-ee1a8ff13ac5', 'd79eefeb-b86d-4399-95ee-1773247a3498', 'd8a986e9-6f64-483e-8c63-153750a04511', '7b75c31f-d577-4d40-ab93-9ff66d0fca50', '06605f6c-86f9-47ce-bc41-c5cb4e63bad4', 'de98a9a8-c694-4138-aaba-775aed13176b', '91219677-f411-444c-91d3-72d0e218d3c4', 'e079b21e-f2f8-4a2a-9f5a-691976a7641b'} {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1077.753465] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1077.775809] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.776182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.776416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.776669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.776954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.777134] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1077.777307] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1077.777475] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1077.855045] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.855045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.855045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.855476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.856836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.856836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1077.856836] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1077.856836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1077.856836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 1077.856836] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e02b00d-3324-435e-b42c-38f477d29884 with Priority: HIGH for action port [ 1077.857141] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/40 resources of Type:Security Group Rules [ 1077.857141] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGH for action security_group_rules [ 1077.857141] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGH for action security_group_rules [ 1077.857141] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGH for action security_group_rules [ 1077.857302] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGH for action security_group_rules [ 1077.857302] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGH for action security_group_rules [ 1077.857302] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGH for action security_group_rules [ 1077.857413] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGH for action security_group_rules [ 1077.857413] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGH for action security_group_rules [ 1077.857488] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGH for action security_group_rules [ 1077.857488] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGH for action security_group_rules [ 1077.857564] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGH for action security_group_rules [ 1077.857602] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGH for action security_group_rules [ 1077.857684] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGH for action security_group_rules [ 1077.857729] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGH for action security_group_rules [ 1077.857830] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGH for action security_group_rules [ 1077.857830] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGH for action security_group_rules [ 1077.857908] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGH for action security_group_rules [ 1077.857949] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGH for action security_group_rules [ 1077.857998] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGH for action security_group_rules [ 1077.858100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.045616] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.045884] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.045955] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.046534] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.046534] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.046779] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.046779] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.047011] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.047446] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.048043] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.048043] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.048043] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.048043] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.048043] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.048348] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.048348] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.060604] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1078.060856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.061059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.061267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.061507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.061619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.061804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.061863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.061921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.062012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.062232] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.062329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.062329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.062490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.062643] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.062735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.062794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.063104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.063104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.063104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.063300] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.064193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.064308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.064471] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.064565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.064623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.064768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.064864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.064952] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.072467] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.072675] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.072818] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.072988] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.073325] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-0ddc5d8b-b143-4888-a198-3bef22e5e925 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.073522] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.073640] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.074021] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.074471] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ddc5d8b-b143-4888-a198-3bef22e5e925',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.537585] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1078.537852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.537852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540501] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.540501] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.540501] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.540501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.541259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.541259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.541259] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.567038] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.568009] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0: rpc.has_security_group_logging(os_id): False [ 1078.579326] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.579591] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.579732] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.580083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.580258] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.580420] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 0ddc5d8b-b143-4888-a198-3bef22e5e925 not found, creating... [ 1078.580760] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.580954] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.581104] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.581500] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.581574] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.581838] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.582013] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.582177] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.582419] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.582559] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.582717] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 0ddc5d8b-b143-4888-a198-3bef22e5e925 is going to be created. [ 1078.595253] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.595496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.595496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.595685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.595773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.595997] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.596109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.596172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.596331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.596433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.596651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.596775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.596848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.597027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.597127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.597348] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.597464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.597563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.597739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.597889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.597889] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be created. [ 1078.613877] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.614131] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.614191] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.614493] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.614728] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.614973] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.668213] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.668415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.668415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.668622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.668806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.681858] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1079.045173] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.045173] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.045173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.070960] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.348865] env[65279]: INFO networking_nsxv3.common.synchronization [req-b160909d-d211-4eb5-907d-67b371a67ada req-fc9e85ee-79b1-4ae5-91ca-dd0d8378165b service nova] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_rules [ 1079.348971] env[65279]: INFO networking_nsxv3.common.synchronization [req-b160909d-d211-4eb5-907d-67b371a67ada req-fc9e85ee-79b1-4ae5-91ca-dd0d8378165b service nova] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1079.349342] env[65279]: INFO networking_nsxv3.common.synchronization [req-b160909d-d211-4eb5-907d-67b371a67ada req-fc9e85ee-79b1-4ae5-91ca-dd0d8378165b service nova] Enqueued Resource ID: 0ddc5d8b-b143-4888-a198-3bef22e5e925 with Priority: HIGHEST for action port [ 1079.349506] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_rules [ 1079.349680] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1079.349802] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ddc5d8b-b143-4888-a198-3bef22e5e925 with Priority: HIGHEST for action port [ 1079.349908] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e02b00d-3324-435e-b42c-38f477d29884 with Priority: HIGH for action port [ 1079.349993] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 with Priority: HIGH for action security_group_rules [ 1079.350142] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c770999f-442f-4741-b5ee-6a3369c7bd04 with Priority: HIGH for action security_group_rules [ 1079.350203] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff8d3af3-2b23-460c-b076-cc808deb997f with Priority: HIGH for action security_group_rules [ 1079.350300] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 with Priority: HIGH for action security_group_rules [ 1079.350347] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 with Priority: HIGH for action security_group_rules [ 1079.350443] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGH for action security_group_rules [ 1079.350563] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ef818d9-5f97-4328-a288-988d257abab2 with Priority: HIGH for action security_group_rules [ 1079.350617] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGH for action security_group_rules [ 1079.350961] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bee5c635-aa34-424f-b118-5a0812917f53 with Priority: HIGH for action security_group_rules [ 1079.351098] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a with Priority: HIGH for action security_group_rules [ 1079.351196] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGH for action security_group_rules [ 1079.351288] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01d58e8-eef4-4202-98fb-74a8afd95724 with Priority: HIGH for action security_group_rules [ 1079.351376] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGH for action security_group_rules [ 1079.351699] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGH for action security_group_rules [ 1079.351699] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6758a753-1835-496a-8983-0699ee60e29f with Priority: HIGH for action security_group_rules [ 1079.351699] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGH for action security_group_rules [ 1079.351884] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGH for action security_group_rules [ 1079.351964] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc5b1a7-f272-4262-8002-7476109a0971 with Priority: HIGH for action security_group_rules [ 1079.352116] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 with Priority: HIGH for action security_group_rules [ 1079.352745] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.352862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.353217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.353338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.353564] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ddc5d8b-b143-4888-a198-3bef22e5e925 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.353687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.353799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.353983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.354074] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ddc5d8b-b143-4888-a198-3bef22e5e925',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.354944] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e02b00d-3324-435e-b42c-38f477d29884 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.355053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.355133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.355477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.355477] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e02b00d-3324-435e-b42c-38f477d29884',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.356239] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.356343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.356407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.356559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.356631] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7c0960-a0b3-4402-82a3-17c65c1ed7d7',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.357481] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c770999f-442f-4741-b5ee-6a3369c7bd04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.357586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.357650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.357801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.357872] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c770999f-442f-4741-b5ee-6a3369c7bd04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.358584] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ff8d3af3-2b23-460c-b076-cc808deb997f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.358692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.358757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.358901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.358972] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ff8d3af3-2b23-460c-b076-cc808deb997f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.359640] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70a8fa94-5041-41f2-86da-78ef16ebfb48 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.359746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.359810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.359957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.360060] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70a8fa94-5041-41f2-86da-78ef16ebfb48',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.360933] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fabe440-28eb-4ad8-89ad-929721193ce0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.361112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.361216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.361449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.361537] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fabe440-28eb-4ad8-89ad-929721193ce0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.362721] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.362721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.362721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.362721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.362721] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.363536] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ef818d9-5f97-4328-a288-988d257abab2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.363536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.363536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.363773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.363773] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ef818d9-5f97-4328-a288-988d257abab2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.364726] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.364726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.364726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.364896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.364896] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.365756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bee5c635-aa34-424f-b118-5a0812917f53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.365863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.365937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.367525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.367525] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bee5c635-aa34-424f-b118-5a0812917f53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.367525] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-542ec4dc-3360-4ceb-a840-87515c4eb27a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.367525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.367525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.367525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.367525] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('542ec4dc-3360-4ceb-a840-87515c4eb27a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.368072] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.368198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.368257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.368406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.368476] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.369485] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01d58e8-eef4-4202-98fb-74a8afd95724 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.369485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.369607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.369710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.369778] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01d58e8-eef4-4202-98fb-74a8afd95724',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.371416] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.371416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.371416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.371416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.371416] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.371761] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.371761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.372145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.372308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.372389] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.376866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6758a753-1835-496a-8983-0699ee60e29f taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.376866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.376866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.376866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.377139] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6758a753-1835-496a-8983-0699ee60e29f',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.378294] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.378414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.378475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.378646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.378719] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.379469] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.379568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.379663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.379813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.379879] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.380158] env[65279]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1079.380972] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bdc5b1a7-f272-4262-8002-7476109a0971 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.381102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.381153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.381742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.381844] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bdc5b1a7-f272-4262-8002-7476109a0971',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.382971] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.383121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.383184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.383298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.383371] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e31a61-c64d-4474-b27f-6bd50c7a1cc8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.545898] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.578690] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.578690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.578690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.578690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.578690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.578690] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1079.616957] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.617212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.617334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.617571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.617833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.633513] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1079.887629] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.887629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.887629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.887629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.887927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.887927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.887927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.888155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.888155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.888255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.888434] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.894556] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e02b00d-3324-435e-b42c-38f477d29884 with status ACTIVE [ 1079.894756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.894883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.894931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.895330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.895487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.895687] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.897778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.897778] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e02b00d-3324-435e-b42c-38f477d29884 is going to be updated. [ 1079.897778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.897778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.898514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.898514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.898514] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.898514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.898514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.898514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.898514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.898799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.898799] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.900095] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.900095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.900095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.900095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.900095] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.900095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.900095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.900748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.900748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.900748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.900748] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.902927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.902927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.903117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.903157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.903312] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.903388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.903439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.903552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.903622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.903715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.903792] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.904767] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ddc5d8b-b143-4888-a198-3bef22e5e925 with status ACTIVE [ 1079.904767] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.904930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.904930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.905139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.905139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.905385] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.905385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.905507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.905569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.905642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.905811] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.906091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.906091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.906091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.907492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.907492] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ddc5d8b-b143-4888-a198-3bef22e5e925 is going to be updated. [ 1079.907691] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.907691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.907805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.907863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.908011] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.908118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.908177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.908315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.908389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.908469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.908549] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.909488] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.909555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.909615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.909740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.909876] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.909966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.910036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.910176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.912271] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.912271] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.912271] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.912271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.912271] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.958507] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.958674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.958744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.958984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.962787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.962959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.970552] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.970552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.971435] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.971595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.973286] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.973417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.974217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.974323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.975159] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.975281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.975959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.976067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.977212] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.977351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.980816] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.981060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.989222] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.989472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.989472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.989700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.989866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.990133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e02b00d-3324-435e-b42c-38f477d29884" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.992054] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1079.992573] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.992707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.992864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.992987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.993153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.993445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ddc5d8b-b143-4888-a198-3bef22e5e925" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.994834] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1079.994834] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.995021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.996203] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1079.996852] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.996992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.999879] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1080.000410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.000544] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bee5c635-aa34-424f-b118-5a0812917f53 is going to be deleted. [ 1080.002074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.002457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.048754] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.048968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.049064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.049378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.049531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.049589] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1080.053228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.053421] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 542ec4dc-3360-4ceb-a840-87515c4eb27a is going to be deleted. [ 1080.054574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.054921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.077672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.077923] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fabe440-28eb-4ad8-89ad-929721193ce0 is going to be deleted. [ 1080.078984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.079234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.129308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.129469] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70a8fa94-5041-41f2-86da-78ef16ebfb48 is going to be deleted. [ 1080.130673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.131041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.279389] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.279845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.280174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.280550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.280834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.296683] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1080.311826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.311826] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c770999f-442f-4741-b5ee-6a3369c7bd04 is going to be deleted. [ 1080.313064] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.313468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.315642] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.315801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.359616] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.359821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.361471] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.361471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.366322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.366322] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e31a61-c64d-4474-b27f-6bd50c7a1cc8 is going to be deleted. [ 1080.367160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.368115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.369802] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.369977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.392811] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.406354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.406585] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7c0960-a0b3-4402-82a3-17c65c1ed7d7 is going to be deleted. [ 1080.408196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.408459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.416229] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.417499] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.417632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.417677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.417883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.418602] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.418602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.418602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.418602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.418602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.418602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.418899] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.418899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.419327] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.420946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.420946] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.420946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.421324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.421324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.421836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.421836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.421836] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.423671] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.425237] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.425552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.425552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.425735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.425950] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.426122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.426222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.426457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.426696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.426761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.426867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.426961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.427041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.427710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.427710] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.427710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.427710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.427934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.429033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.429660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.429660] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.430268] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.430370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.430458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.431350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.431350] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.431350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.431478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.432087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.432087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.432087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.432087] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.432087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.432087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.432521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.433269] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.433387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.433481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.433633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.433732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.433817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.433913] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.435610] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.439920] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2897b4c0-1922-4884-8218-48333aa31f80: rpc.has_security_group_logging(os_id): False [ 1080.439920] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 1080.486674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.486674] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ff8d3af3-2b23-460c-b076-cc808deb997f is going to be deleted. [ 1080.487899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.490500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.514083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.514083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.518725] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.518725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.526522] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.526764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.539873] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.539873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.552841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.552841] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6758a753-1835-496a-8983-0699ee60e29f is going to be deleted. [ 1080.553794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.554107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.584331] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.584495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.597010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.597191] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01d58e8-eef4-4202-98fb-74a8afd95724 is going to be deleted. [ 1080.598223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.598500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.653309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.653482] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bdc5b1a7-f272-4262-8002-7476109a0971 is going to be deleted. [ 1080.654534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.654758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.661492] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.661668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.730100] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1080.730100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.730100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.730100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.730100] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.735832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.736780] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ef818d9-5f97-4328-a288-988d257abab2 is going to be deleted. [ 1080.737606] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.737724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.737859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.738123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.738276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6758a753-1835-496a-8983-0699ee60e29f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.738933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.739051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.739257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bee5c635-aa34-424f-b118-5a0812917f53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.739471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.739682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.739887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.740090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fabe440-28eb-4ad8-89ad-929721193ce0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.740253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.740408] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.740486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.740589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-542ec4dc-3360-4ceb-a840-87515c4eb27a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.741145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.741338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.741435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.741600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70a8fa94-5041-41f2-86da-78ef16ebfb48" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.741688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.741836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.767867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.768068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.796647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.797141] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.797141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.797331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.797457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.797550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.797652] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 is going to be updated. [ 1080.799066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.799282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.799394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.799526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c770999f-442f-4741-b5ee-6a3369c7bd04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.799665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.799824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.799894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.800014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e31a61-c64d-4474-b27f-6bd50c7a1cc8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.800195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.800346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.800423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.800551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7c0960-a0b3-4402-82a3-17c65c1ed7d7" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.800917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.801127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.801213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.801330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ff8d3af3-2b23-460c-b076-cc808deb997f" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.801879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.802090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.820705] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.820884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.871300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.872076] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.872076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.872076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.872076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.872492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.872492] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.872492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.872492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.872661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.872813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.872813] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.872813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.872813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.872813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.872813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.872813] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1080.874522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.874708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.874833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.874933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01d58e8-eef4-4202-98fb-74a8afd95724" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.875055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.875271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.875390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.875535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bdc5b1a7-f272-4262-8002-7476109a0971" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.895539] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38be68e0-5825-4af0-865b-05c233e18811: rpc.has_security_group_logging(os_id): False [ 1080.915801] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.915801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.916013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.916164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.916272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.916427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ef818d9-5f97-4328-a288-988d257abab2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.923937] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431: rpc.has_security_group_logging(os_id): False [ 1080.940601] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.940825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.940825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.940963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.942075] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8c2ffed-57ec-4d42-b7cd-8ca5413baa41: rpc.has_security_group_logging(os_id): False [ 1080.943405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8878b9e1-4a45-46b2-bef5-3e3220f320e2: rpc.has_security_group_logging(os_id): False [ 1080.944846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b: rpc.has_security_group_logging(os_id): False [ 1080.952808] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.952808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.976030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.976030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.976030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.976030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.976030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.976030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.976030] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1080.976771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.977132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.979525] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.979894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.980862] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.981135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.997445] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.997445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.998201] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.998297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.032674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.033040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.033151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.033235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.033473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.033575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.033668] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 is going to be updated. [ 1081.034848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.035211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.039591] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.039733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.097374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.097624] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.097624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.097798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.098101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.098245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.098572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.098713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.098815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.099141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.099252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.099549] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.099656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.099747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.100019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.100225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.100366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1081.102240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.102452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.102608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.104137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.104383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.141846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: IN_PROGRESS for 2s [ 1081.161283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.161547] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.161668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.161762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.161952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.162067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.162302] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.162422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.162487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.162713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.162787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.162985] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.163120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.163180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.163316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.163394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.163489] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be updated. [ 1081.164749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.164910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.165078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.166039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.166228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.169255] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.169512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.201041] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1081.228733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.228733] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.228733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.228733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.228733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.228733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.228733] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be updated. [ 1081.229601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.229658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.229860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.231927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.232101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.263309] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.264245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.264435] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.264703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.264890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.293018] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1081.303370] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.303669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.303669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.304263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.304496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.307495] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: IN_PROGRESS for 2s [ 1081.345745] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1081.387964] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.390023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.390023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.390023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.390023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.456031] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: IN_PROGRESS for 2s [ 1081.461436] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.461436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.461436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.461436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.461436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.491527] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 1081.605183] env[65279]: INFO networking_nsxv3.common.synchronization [req-3e7e9b8c-2180-43cb-b6db-c8e00ab5f74a req-031d11e1-f650-4442-83c9-76bbc94b2843 tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1081.605695] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1081.608882] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.608882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.608882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.608882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.609211] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.609211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.609211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.609443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.609443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.609529] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.644302] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1081.644302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.644302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.644302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.644580] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.644817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.644817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.644960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.645162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.645337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.645925] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.112297] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.112494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.112494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.113335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.134458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.134458] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.134772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.134772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.134959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.134959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.135147] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1082.150330] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.150330] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.150330] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.150330] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.150330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.151112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.151112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.151112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.151112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.151112] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.163914] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.163914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.164663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.164663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.164663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.173666] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1082.211976] env[65279]: INFO networking_nsxv3.common.synchronization [req-bf453d3b-345d-4ba7-a7a3-9a19fb0f476c req-6706ed23-0b49-4db8-860f-ae3dea921de2 tempest-ListServerFiltersTestJSON-114837932 tempest-ListServerFiltersTestJSON-114837932-project-member] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1082.213028] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1082.213403] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.213522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.310743] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1082.311022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.311203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.311485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.311691] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.311805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.311868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.312098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.312189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.312279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.312480] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.312590] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.312651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.312759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.312897] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.312989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.313061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.313201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.313275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.314058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.314058] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.316310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.316310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.316310] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.316310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.316310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.316310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.316310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.316310] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.560059] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-854 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.560059] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.560059] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.560059] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.560059] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.560059] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.560059] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.560059] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.560619] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.560958] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.561214] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.561436] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.561696] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.561929] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.562146] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.562396] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.584020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.584020] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.584020] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.584020] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-854" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.584020] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-f93fe2ed-7c90-4d6d-b975-a6956d921b88 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.584020] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.584020] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.584020] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.584020] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93fe2ed-7c90-4d6d-b975-a6956d921b88',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.652963] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0: rpc.has_security_group_logging(os_id): False [ 1082.670181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.670407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.670407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.670619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.670710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.670922] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.671033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.671102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.671487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.671487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.671608] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.671670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.671670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.671817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.671889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.672285] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.672391] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.672454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.672602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.672697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.672804] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1082.742867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.743107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.743107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.743836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.743836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.758633] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1082.819545] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.820538] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba448ea2-4f52-4d66-801b-ace08c797e75: rpc.has_security_group_logging(os_id): False [ 1082.857023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.857023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857727] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.857727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.857727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.857932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.857932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.857932] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be created. [ 1082.949021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.949021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.949021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.949021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.949021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.961210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1083.086738] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.086999] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.087146] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.087510] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.087667] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.087937] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port f93fe2ed-7c90-4d6d-b975-a6956d921b88 not found, creating... [ 1083.088187] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.088382] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.088502] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.088821] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.089029] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.089477] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.089741] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.089955] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.090330] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.090553] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.090804] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: f93fe2ed-7c90-4d6d-b975-a6956d921b88 is going to be created. [ 1083.117488] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.117772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.117936] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.118268] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.118564] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.118934] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.167311] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: SUCCESS [ 1083.167557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.218778] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1083.218778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.308703] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1083.308934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.321894] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: SUCCESS [ 1083.322154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.323550] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.358546] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1083.358546] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.469825] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 1083.470294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.506957] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 1083.507319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.826123] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.826507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.826507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.826827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.826961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.827124] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1083.845505] env[65279]: INFO networking_nsxv3.common.synchronization [req-bf453d3b-345d-4ba7-a7a3-9a19fb0f476c req-2d8c2ca3-2055-4c41-9447-69a5e35817ad service nova] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_rules [ 1083.845678] env[65279]: INFO networking_nsxv3.common.synchronization [req-bf453d3b-345d-4ba7-a7a3-9a19fb0f476c req-2d8c2ca3-2055-4c41-9447-69a5e35817ad service nova] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1083.845818] env[65279]: INFO networking_nsxv3.common.synchronization [req-bf453d3b-345d-4ba7-a7a3-9a19fb0f476c req-2d8c2ca3-2055-4c41-9447-69a5e35817ad service nova] Enqueued Resource ID: f93fe2ed-7c90-4d6d-b975-a6956d921b88 with Priority: HIGHEST for action port [ 1083.847408] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_rules [ 1083.847642] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1083.847800] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f93fe2ed-7c90-4d6d-b975-a6956d921b88 with Priority: HIGHEST for action port [ 1083.848231] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.848939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.849207] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.849341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.852025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f93fe2ed-7c90-4d6d-b975-a6956d921b88 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.852025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.852025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.852025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.852025] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f93fe2ed-7c90-4d6d-b975-a6956d921b88',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.870326] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.870414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.870484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.870707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.870857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.889759] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1084.184577] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1084.184763] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 deletion is rescheduled due to dependency. [ 1084.184860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.352997] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f93fe2ed-7c90-4d6d-b975-a6956d921b88 with status ACTIVE [ 1084.353244] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.353390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.353455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.353670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.353761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.353936] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.354047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.354242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.354242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.354442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.354543] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.354637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.354697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.354985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.354985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.354985] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f93fe2ed-7c90-4d6d-b975-a6956d921b88 is going to be updated. [ 1084.378232] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.378434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.378434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.378657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.378788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.378942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f93fe2ed-7c90-4d6d-b975-a6956d921b88" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.777283] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1084.777478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.777662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.777937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.778049] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.880203] env[65279]: INFO networking_nsxv3.common.synchronization [req-a37d5190-48c7-48df-b63c-d2978b8cfa6b req-ba5214e2-d20a-480a-a164-787946c34c34 tempest-MigrationsAdminTest-553127548 tempest-MigrationsAdminTest-553127548-project-member] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 1084.883978] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGHEST for action security_group_members [ 1084.885795] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.885982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.886096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.886415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.886666] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.886785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.886890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.887124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.887497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.887497] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.977241] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1084.977490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.978186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.978443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.978534] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.281881] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.282048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.282140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.282472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.282696] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.284089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.284089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.284089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.284089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.284089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.284089] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.391081] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.391157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.391195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.391415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.391539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.391712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.391830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.391892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.392095] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.392163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.392257] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be updated. [ 1085.425187] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.425728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.425892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.426174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.426300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.440747] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: IN_PROGRESS for 2s [ 1085.481711] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.481899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.786737] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.786981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.787122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.787403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.787641] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.787788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.787902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.789085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.789085] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.789686] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.789686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.789916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.789986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.790159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.790293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.790422] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.901325] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1085.901881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.901881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.902061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.902200] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.902359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.902438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.902593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.902675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.902771] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.292884] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0: rpc.has_security_group_logging(os_id): False [ 1086.311733] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.312162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.312162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.312341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.312463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.312719] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.313098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.314712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.314712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.314712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.314712] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1086.399619] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.399761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.399827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.400100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.400188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.409211] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.417268] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1086.480160] env[65279]: INFO networking_nsxv3.common.synchronization [req-189ff8ef-63ec-442f-90fc-608ba9cd82a8 req-82653b0f-8d2b-4b79-a296-616a28230d42 tempest-ServerTagsTestJSON-1264793868 tempest-ServerTagsTestJSON-1264793868-project-member] Enqueued Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_members [ 1086.481022] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_members [ 1086.481085] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.481215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.481268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.481532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.481836] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.481951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.482021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.482208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.482603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.482705] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.899253] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-603 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.899450] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-603" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.899571] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-603" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.901556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-603" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.901556] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.901556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.901556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.901556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.901556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.901556] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.902421] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.902421] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.902421] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.902421] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.902421] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.902421] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.912453] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.929527] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.929709] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.929846] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.930314] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-603" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.930397] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.930510] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.930628] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.930966] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.931146] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fbde31f-3d6f-41c1-b258-1b070f7dbbbe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.987140] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.987431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.987483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.987837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.987890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.988126] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.988300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.988340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.988598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.988856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.988856] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 already deleted. [ 1086.989556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.417578] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.418038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.418240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.418649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.418906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.420362] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1087.434405] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.434405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.434591] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.434724] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.434870] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.435036] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 1fbde31f-3d6f-41c1-b258-1b070f7dbbbe not found, creating... [ 1087.435340] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.435496] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.435615] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.436083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.436260] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.436474] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.436550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.436759] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.436891] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.437727] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 1fbde31f-3d6f-41c1-b258-1b070f7dbbbe is going to be created. [ 1087.450809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 in Status: SUCCESS [ 1087.451012] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 deletion is rescheduled due to dependency. [ 1087.451134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.453682] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.453815] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.453885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.454162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.454309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.461246] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.461525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.461668] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.461983] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.462198] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.462424] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.464370] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1088.195970] env[65279]: INFO networking_nsxv3.common.synchronization [req-189ff8ef-63ec-442f-90fc-608ba9cd82a8 req-6d79b338-855c-4733-af4f-765b4006ba20 service nova] Enqueued Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_rules [ 1088.196255] env[65279]: INFO networking_nsxv3.common.synchronization [req-189ff8ef-63ec-442f-90fc-608ba9cd82a8 req-6d79b338-855c-4733-af4f-765b4006ba20 service nova] Enqueued Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_members [ 1088.196292] env[65279]: INFO networking_nsxv3.common.synchronization [req-189ff8ef-63ec-442f-90fc-608ba9cd82a8 req-6d79b338-855c-4733-af4f-765b4006ba20 service nova] Enqueued Resource ID: 1fbde31f-3d6f-41c1-b258-1b070f7dbbbe with Priority: HIGHEST for action port [ 1088.197118] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_rules [ 1088.197259] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_members [ 1088.199360] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fbde31f-3d6f-41c1-b258-1b070f7dbbbe with Priority: HIGHEST for action port [ 1088.199360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.199360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.199360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.199360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.199360] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.199823] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.199935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.199997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.200183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.200473] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.200600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.200687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.200837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.200925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.201112] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.202117] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.202274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.202383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.202611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.204332] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fbde31f-3d6f-41c1-b258-1b070f7dbbbe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.436599] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1088.436879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.703685] env[65279]: INFO networking_nsxv3.common.synchronization [None req-26e9a2c1-b399-4207-b6f4-b538c828d02b None None] Enqueued Resource ID: fbabf53e-98a9-4173-b7b2-95794802fb61 with Priority: HIGHEST for action port [ 1088.705169] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.705908] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.710019] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbabf53e-98a9-4173-b7b2-95794802fb61 with Priority: HIGHEST for action port [ 1088.710019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fbde31f-3d6f-41c1-b258-1b070f7dbbbe with status ACTIVE [ 1088.710019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.710019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.710019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.710019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.710595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.710595] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fbde31f-3d6f-41c1-b258-1b070f7dbbbe is going to be updated. [ 1088.711795] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbabf53e-98a9-4173-b7b2-95794802fb61 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.712350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbabf53e-98a9-4173-b7b2-95794802fb61" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.712547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbabf53e-98a9-4173-b7b2-95794802fb61" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.712863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbabf53e-98a9-4173-b7b2-95794802fb61" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.713252] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbabf53e-98a9-4173-b7b2-95794802fb61',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.733943] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.734213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.734213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.735238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.735238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.735238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fbde31f-3d6f-41c1-b258-1b070f7dbbbe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.852812] env[65279]: INFO networking_nsxv3.common.synchronization [req-85159af3-3354-4033-b931-81825f5a67a7 req-84d4931d-62e1-4970-814f-f45b370e6184 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 1088.853864] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 1088.853864] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.854015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.854015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.854299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.854466] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.854574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.854658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.854823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.854926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.855043] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.208688] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.216387] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbabf53e-98a9-4173-b7b2-95794802fb61 [ 1089.216458] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.216581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.216648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.216860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.216943] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.217189] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbabf53e-98a9-4173-b7b2-95794802fb61 already deleted. [ 1089.217189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbabf53e-98a9-4173-b7b2-95794802fb61" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.352950] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.352950] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.352950] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.353228] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.353635] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.353845] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.354048] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.354428] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.355192] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.355929] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.356233] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.356427] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.356571] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.357305] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.357499] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.357772] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.359787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.359945] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.360074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.360618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.386898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.387844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.387997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.389994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.389994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.389994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.389994] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 is going to be updated. [ 1089.393604] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.393604] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.393816] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.394072] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.394317] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-fae21307-3d7a-419e-bcba-0eb352173b31 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.395944] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.395944] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.395944] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.395944] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae21307-3d7a-419e-bcba-0eb352173b31',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.417061] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.417497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.417655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.417952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.418231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.431077] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: IN_PROGRESS for 2s [ 1089.476704] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1089.477128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.477402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.477755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.478052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.479043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.479043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.479043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.479043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.479043] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.714358] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.714358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.714358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.714358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.714358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.714358] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 is going to be created. [ 1089.740049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.740049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.740049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.740049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.740049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.756985] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 in Status: UNINITIALIZED for 2s [ 1089.900980] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.900980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.900980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.900980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.900980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.900980] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port fae21307-3d7a-419e-bcba-0eb352173b31 not found, creating... [ 1089.900980] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.900980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.903147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.903147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.903147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.903147] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.903147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.903147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.903147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.903147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.903385] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: fae21307-3d7a-419e-bcba-0eb352173b31 is going to be created. [ 1089.927553] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.927759] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.928035] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.928311] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.928664] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.928951] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.980957] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.249034] env[65279]: INFO networking_nsxv3.common.synchronization [req-14753f0d-ed29-4a2d-b95f-4834a7697df5 req-489b49ae-8c2e-446d-87ca-a4ed05bcf407 tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1090.249753] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1090.250614] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.250763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.250849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.251119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.251302] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.251426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.251539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.251738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.251858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.251973] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.483940] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.629046] env[65279]: INFO networking_nsxv3.common.synchronization [req-85159af3-3354-4033-b931-81825f5a67a7 req-18f05185-825e-4212-ad5c-cc6ee00ea0be service nova] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_rules [ 1090.629238] env[65279]: INFO networking_nsxv3.common.synchronization [req-85159af3-3354-4033-b931-81825f5a67a7 req-18f05185-825e-4212-ad5c-cc6ee00ea0be service nova] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 1090.629386] env[65279]: INFO networking_nsxv3.common.synchronization [req-85159af3-3354-4033-b931-81825f5a67a7 req-18f05185-825e-4212-ad5c-cc6ee00ea0be service nova] Enqueued Resource ID: fae21307-3d7a-419e-bcba-0eb352173b31 with Priority: HIGHEST for action port [ 1090.629938] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_rules [ 1090.630241] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 1090.630401] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae21307-3d7a-419e-bcba-0eb352173b31 with Priority: HIGHEST for action port [ 1090.630733] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.631178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.631306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.631861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.632054] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.633083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.633302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.633642] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae21307-3d7a-419e-bcba-0eb352173b31 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.637653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.637733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.637967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.638067] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae21307-3d7a-419e-bcba-0eb352173b31',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.754635] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.858699] env[65279]: INFO networking_nsxv3.common.synchronization [None req-cd3a8a94-c602-4af4-b73b-96c1380aca4b None None] Enqueued Resource ID: 72e4bc23-8f70-447e-97a0-6cd9b9c15d04 with Priority: HIGHEST for action port [ 1090.859351] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e4bc23-8f70-447e-97a0-6cd9b9c15d04 with Priority: HIGHEST for action port [ 1090.859709] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-72e4bc23-8f70-447e-97a0-6cd9b9c15d04 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.859835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72e4bc23-8f70-447e-97a0-6cd9b9c15d04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.859903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72e4bc23-8f70-447e-97a0-6cd9b9c15d04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.861668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72e4bc23-8f70-447e-97a0-6cd9b9c15d04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.861668] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72e4bc23-8f70-447e-97a0-6cd9b9c15d04',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.900474] env[65279]: INFO networking_nsxv3.common.synchronization [req-14753f0d-ed29-4a2d-b95f-4834a7697df5 req-acc5564d-1f9b-4a62-ab7a-b3ba9661cfb3 tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1090.901119] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1090.901402] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.901940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.989173] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.989348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.989462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.989676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.989769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.989872] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1091.023016] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.023016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.023016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.023016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.023016] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.037419] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1091.146880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.146880] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fae21307-3d7a-419e-bcba-0eb352173b31 with status ACTIVE [ 1091.146880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.146880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.146880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.146880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.147293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.147293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.147293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.147293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.147293] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fae21307-3d7a-419e-bcba-0eb352173b31 is going to be updated. [ 1091.172845] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.172845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.172845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.172845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.172845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.172845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.257021] env[65279]: INFO networking_nsxv3.common.synchronization [req-14753f0d-ed29-4a2d-b95f-4834a7697df5 req-67e62485-06d1-4eec-bc07-978ac9223b76 tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1091.257021] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1091.260444] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.260444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.260444] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.365885] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72e4bc23-8f70-447e-97a0-6cd9b9c15d04 [ 1091.365885] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.365885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.365885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.365885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.365885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.365885] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72e4bc23-8f70-447e-97a0-6cd9b9c15d04 already deleted. [ 1091.365885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72e4bc23-8f70-447e-97a0-6cd9b9c15d04" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.444023] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: SUCCESS [ 1091.444023] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 deletion is rescheduled due to dependency. [ 1091.444023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.444023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.444023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.444023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.444023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.444023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.444023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.444023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.444023] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.762098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.762619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.762704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.762933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.763036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.763163] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1091.770666] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 in Status: SUCCESS [ 1091.770887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.771046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.771313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.771771] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.771944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.772097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.772380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.772526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.772589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.772663] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.797326] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.797525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.797525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.797985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.797985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.808602] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1091.815077] env[65279]: INFO networking_nsxv3.common.synchronization [req-622d60b6-800f-4191-8e29-b5ab5e8644c1 req-83757e40-0b97-4e53-8c32-4e1e13ce7985 tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1091.815488] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1091.815797] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.815919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.815985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.816247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.816410] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.816506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.816556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.817355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.817455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.817555] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.848491] env[65279]: INFO networking_nsxv3.common.synchronization [None req-dbd31791-250b-44dc-a28e-1f2e13b2eaa5 None None] Enqueued Resource ID: ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d with Priority: HIGHEST for action port [ 1091.849145] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d with Priority: HIGHEST for action port [ 1091.849586] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.849721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.849797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.850395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.850512] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.946360] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.276161] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.276445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.276445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.276589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.276744] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.276833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.276892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.277090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.277144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.277223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.277346] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.277454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.277512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.277643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.277769] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.277851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.277908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.278048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.278156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.278264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.279577] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.283585] env[65279]: INFO networking_nsxv3.common.synchronization [req-085230a2-ddc5-4ee0-b43d-031641f5059f req-741a496e-b72e-42cc-bbfe-ba608517263f tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 1092.284707] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGHEST for action security_group_members [ 1092.284707] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.284890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.284931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.285798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.288267] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.288267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.288267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.288267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.288267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.288267] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.321028] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.352649] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d [ 1092.352866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.353258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.353258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.353258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.354748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.354748] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d already deleted. [ 1092.354748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce9ff9dc-a5ab-4961-b73d-f15fe3a1f19d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.450829] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.782958] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d04bc0fb-5a10-46c6-a207-4cc1c460d823: rpc.has_security_group_logging(os_id): False [ 1092.784483] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.784664] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.784785] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.785256] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.785552] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.785714] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.785830] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.786195] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.786388] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.786661] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.786776] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.787368] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.787368] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.787368] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.787368] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.787368] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.790380] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.790612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.790612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.790742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.790803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.791020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.791084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.791222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.791342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.791420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.791507] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 is going to be updated. [ 1092.807548] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.807735] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.807880] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.808064] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.808383] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-140a0170-0520-46b4-b783-f133d899aebc taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.808558] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.808677] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.809057] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.809196] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140a0170-0520-46b4-b783-f133d899aebc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.810721] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.810839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.810906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.811089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.811175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.811367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.811460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.811521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.811662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.811740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.811909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.812013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.812191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.812258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.812433] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.812520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.812578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.812710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.812781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.812859] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 is going to be created. [ 1092.817942] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.818080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.818148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.818316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.818459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.824941] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.826918] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: IN_PROGRESS for 2s [ 1092.874712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.874875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.874948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.875877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.875877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.887052] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 in Status: IN_PROGRESS for 2s [ 1092.952612] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.952972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.953136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.953511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.953747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.954049] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 is going to be updated. [ 1092.989205] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.989275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.989316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.989941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.989941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.000371] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: IN_PROGRESS for 2s [ 1093.053954] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1093.053954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.053954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.054651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.054651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.054651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.054651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.054831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.054831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.054910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.054959] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.315673] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.315979] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.316100] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.317405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.317405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.317405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 140a0170-0520-46b4-b783-f133d899aebc not found, creating... [ 1093.317405] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.317405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.317405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.317940] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.317940] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.319045] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.319045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.319045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.319045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.319045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.319045] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 140a0170-0520-46b4-b783-f133d899aebc is going to be created. [ 1093.329414] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.329414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.329414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.329414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.329414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.329414] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1093.354620] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.354620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.354620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.354620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.354620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.354620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.401883] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.401883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.401883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.401883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.401883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.418426] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1093.557988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.557988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.557988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.557988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.557988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.557988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.557988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.558541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.558541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.558541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.558541] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.558715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.558715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.558774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.559871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.559871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.559871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.559871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.559871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.559871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.559871] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.822681] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1093.826028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.826028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.826028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.826028] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.826028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.826028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.827060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.827212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.827331] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.062352] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba448ea2-4f52-4d66-801b-ace08c797e75: rpc.has_security_group_logging(os_id): False [ 1094.084536] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.084704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.084747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.084971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.085075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.085291] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.085381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.085441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.085592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.085665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.085865] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.086365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.086365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.086365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.086365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.087278] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.087278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.087278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.087434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.087532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.087594] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1094.154867] env[65279]: INFO networking_nsxv3.common.synchronization [req-622d60b6-800f-4191-8e29-b5ab5e8644c1 req-3a73c9ce-ab08-4295-a268-08c8cb0ffb9d service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 1094.155059] env[65279]: INFO networking_nsxv3.common.synchronization [req-622d60b6-800f-4191-8e29-b5ab5e8644c1 req-3a73c9ce-ab08-4295-a268-08c8cb0ffb9d service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1094.155215] env[65279]: INFO networking_nsxv3.common.synchronization [req-622d60b6-800f-4191-8e29-b5ab5e8644c1 req-3a73c9ce-ab08-4295-a268-08c8cb0ffb9d service nova] Enqueued Resource ID: 140a0170-0520-46b4-b783-f133d899aebc with Priority: HIGHEST for action port [ 1094.155798] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 1094.155929] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1094.158848] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140a0170-0520-46b4-b783-f133d899aebc with Priority: HIGHEST for action port [ 1094.160190] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.160417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.160525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.160804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.160931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.162694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.162694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.162694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.162694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.162694] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.168020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.168020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.168020] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-140a0170-0520-46b4-b783-f133d899aebc taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.168020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.168020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.168020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.168020] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('140a0170-0520-46b4-b783-f133d899aebc',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.183974] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1094.331320] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.331593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.331593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.331837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.331934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.332218] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.332337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.332393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.333373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.333373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.333373] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1094.363962] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.364188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.364282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.364504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.365021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.375451] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1094.510551] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e524f2c8-4361-4cd6-8bb1-3e71246d0d18 None None] Enqueued Resource ID: 42f9b179-11f6-4973-905b-5a5fff2dfbd6 with Priority: HIGHEST for action port [ 1094.511284] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42f9b179-11f6-4973-905b-5a5fff2dfbd6 with Priority: HIGHEST for action port [ 1094.511718] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-42f9b179-11f6-4973-905b-5a5fff2dfbd6 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.511896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42f9b179-11f6-4973-905b-5a5fff2dfbd6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.512010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42f9b179-11f6-4973-905b-5a5fff2dfbd6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.512383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42f9b179-11f6-4973-905b-5a5fff2dfbd6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.512514] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42f9b179-11f6-4973-905b-5a5fff2dfbd6',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.665625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.665775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.668107] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 140a0170-0520-46b4-b783-f133d899aebc with status ACTIVE [ 1094.668302] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.668425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.668492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.668707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.668797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.668978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.669086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.669147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.669305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.669383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.669564] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.669654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.669715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.669853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.669925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.670013] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 140a0170-0520-46b4-b783-f133d899aebc is going to be updated. [ 1094.691400] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.691568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.691603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.691793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.691925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.692099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-140a0170-0520-46b4-b783-f133d899aebc" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.837887] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 in Status: SUCCESS [ 1094.838097] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 deletion is rescheduled due to dependency. [ 1094.838212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.898949] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 in Status: SUCCESS [ 1094.899263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015701] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: SUCCESS [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.015701] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.015701] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.017052] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42f9b179-11f6-4973-905b-5a5fff2dfbd6 [ 1095.017052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.017052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.017052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.017271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.017271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.017322] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42f9b179-11f6-4973-905b-5a5fff2dfbd6 already deleted. [ 1095.017447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42f9b179-11f6-4973-905b-5a5fff2dfbd6" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.428817] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1095.429163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.429299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.429578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.429771] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.429903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.429972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.430160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.430265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.430367] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.519068] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.519345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.519345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.519542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.519699] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.519795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.519853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.519997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.520102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.520189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.520337] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.520426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.520489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.520618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.520748] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.520896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.520961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.521154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.521239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.521321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.521408] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.932332] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.023458] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 91219677-f411-444c-91d3-72d0e218d3c4: rpc.has_security_group_logging(os_id): False [ 1096.045664] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.045853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.045934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.046174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.046273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.046561] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.046561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.046691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.046787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.046856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.047036] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.047152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.047216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.047929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.047929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.047929] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.047929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.047929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.048271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.048271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.048271] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 is going to be updated. [ 1096.117315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.117448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.117518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.117765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.117953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.132501] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: IN_PROGRESS for 2s [ 1096.228103] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1096.228103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.228103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.228103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.228103] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.388425] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1096.388652] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 deletion is rescheduled due to dependency. [ 1096.388842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.388931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.389222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.389461] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.389598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.389643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.389841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.389919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.390069] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.434439] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.731071] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.731071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.731071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.731071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.731071] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.731071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.731071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.731071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.731486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.731486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.731486] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.895033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.895033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.895033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.895033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.895033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.895033] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.895033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.895033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.895604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.895604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.895604] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1096.931525] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.932165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.932165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.932339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.932595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.937478] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.937622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.937690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.937908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.937993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.938105] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1096.944739] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1096.969565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.969809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.969908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.970170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.970369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.983761] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1097.235901] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.236150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.236239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.236597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.236848] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.236992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.237104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.237316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.237413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.237503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.237655] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.237769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.237854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.238032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.238215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.238329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.238407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.238574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.238655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.238741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.238829] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.741380] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba448ea2-4f52-4d66-801b-ace08c797e75: rpc.has_security_group_logging(os_id): False [ 1097.759711] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.759870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.759952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.760192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.760286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.760476] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.760574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.760638] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.760792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.760868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.761077] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.761174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.761268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.761370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.761443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.761620] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.761712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.761771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.761907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.761982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.762082] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1097.828298] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.828437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.828510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.828727] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.828877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.843465] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1098.145641] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: SUCCESS [ 1098.145809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.957436] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1098.957436] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 deletion is rescheduled due to dependency. [ 1098.957869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.993177] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1098.993402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.993568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.993791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.993980] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.994107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.994196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.994401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.994444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.994517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.994608] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.497279] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.497611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.497686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.497967] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.498176] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.498295] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.498465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.498752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.498752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.498752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.498861] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.498921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.498958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.499113] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.499302] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.499440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.499440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.499581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.499652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.499737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.499824] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.512806] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1099.512806] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1099.860027] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1099.860151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.005194] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 1100.036934] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.036934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.036934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.036934] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.037465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.037465] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.037465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.037644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.037644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.037726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.037902] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.038020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.038106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.038279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.038477] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.038559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.038625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.038799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.038840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.038911] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1100.119098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.119243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.119313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.119534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.119681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.139561] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1100.377984] env[65279]: INFO networking_nsxv3.common.synchronization [req-3abe3aad-da0c-45c6-929d-39f43eeba67c req-f465d1e5-bfe4-4dbc-a62b-0e6538505564 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1100.378545] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1100.379178] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.379178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.379419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.379730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.379968] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.380129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.380225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.380431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.380578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.380705] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.679869] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.680076] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.680227] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.680547] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.680809] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.680961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.681127] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.681432] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.681616] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.681857] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.681976] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1100.682101] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1100.682304] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1100.682433] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1100.682542] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1100.682673] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1100.705513] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1100.705681] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1100.705819] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1100.705994] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.706336] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.707818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.707818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.707818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.707818] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.884569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.884569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.884569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.884569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.884569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.884569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.884569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.884569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.884915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.884915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.884915] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 already deleted. [ 1100.884915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.117760] env[65279]: INFO networking_nsxv3.common.synchronization [req-fdcf31bf-4bc5-4611-ad8e-58f66e5533df req-1ce65a7b-91ed-4c0a-99c8-016fc1e93ec3 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 1101.117760] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91219677-f411-444c-91d3-72d0e218d3c4 with Priority: HIGHEST for action security_group_members [ 1101.117760] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-91219677-f411-444c-91d3-72d0e218d3c4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.118096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.118096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.123021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.123021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.123021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.123021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.123021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.123021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.123021] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('91219677-f411-444c-91d3-72d0e218d3c4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.174463] env[65279]: INFO networking_nsxv3.common.synchronization [req-fdcf31bf-4bc5-4611-ad8e-58f66e5533df req-1ce65a7b-91ed-4c0a-99c8-016fc1e93ec3 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: fae21307-3d7a-419e-bcba-0eb352173b31 with Priority: HIGHEST for action port [ 1101.175012] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fae21307-3d7a-419e-bcba-0eb352173b31 with Priority: HIGHEST for action port [ 1101.175332] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fae21307-3d7a-419e-bcba-0eb352173b31 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.175455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.175508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.176213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.176400] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fae21307-3d7a-419e-bcba-0eb352173b31',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.209161] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.210274] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.210274] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.211961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.211961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.211961] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 not found, creating... [ 1101.211961] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.211961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.211961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.211961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.211961] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.212917] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.213427] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.213654] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.214572] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.214907] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.215227] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 is going to be created. [ 1101.239607] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.239854] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.239982] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.240305] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.240536] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.240767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.623500] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.623775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.623868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.624234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.624369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.624754] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.624891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.624977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.625286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.625454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.625590] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 is going to be updated. [ 1101.679094] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fae21307-3d7a-419e-bcba-0eb352173b31 with status ACTIVE [ 1101.679094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.679094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.679094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.679094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.679094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.679094] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.680150] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.680150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.680150] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fae21307-3d7a-419e-bcba-0eb352173b31 is going to be updated. [ 1101.687909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.688103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.688167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.688365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.688553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.698365] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: IN_PROGRESS for 2s [ 1101.703385] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.703607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.703722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.704015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.704252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.704686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fae21307-3d7a-419e-bcba-0eb352173b31" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.958668] env[65279]: INFO networking_nsxv3.common.synchronization [req-3abe3aad-da0c-45c6-929d-39f43eeba67c req-a85623bd-9f26-4d83-862b-c0d09d23c075 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1101.958836] env[65279]: INFO networking_nsxv3.common.synchronization [req-3abe3aad-da0c-45c6-929d-39f43eeba67c req-a85623bd-9f26-4d83-862b-c0d09d23c075 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1101.958969] env[65279]: INFO networking_nsxv3.common.synchronization [req-3abe3aad-da0c-45c6-929d-39f43eeba67c req-a85623bd-9f26-4d83-862b-c0d09d23c075 service nova] Enqueued Resource ID: c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 with Priority: HIGHEST for action port [ 1101.959226] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1101.959350] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1101.959443] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 with Priority: HIGHEST for action port [ 1101.960027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.960175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.960301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.960488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.960569] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.961999] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.964769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.964838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.965779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.965779] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.965779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.965779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.965779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.965779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.966013] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.967083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.967229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.967255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.967408] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.967485] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.156019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1102.156347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.469417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.469551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.469956] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.471950] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 with status ACTIVE [ 1102.472161] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.472302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.472409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.472578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.472661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.472837] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.473122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.473122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.473208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.473208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.473376] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.473463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.473524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.473655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.473726] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.473806] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4 is going to be updated. [ 1102.496423] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.496795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.496795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.497104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.497344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.497605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7c4df29-a5d6-40d6-9ecb-882e1e9ff4b4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.978081] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.483601] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.484183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.484183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.484183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.484183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.484692] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be created. [ 1103.519827] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.519996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.520089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.520338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.520552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.533748] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: UNINITIALIZED for 2s [ 1103.711329] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 91219677-f411-444c-91d3-72d0e218d3c4 in Status: SUCCESS [ 1103.711519] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 91219677-f411-444c-91d3-72d0e218d3c4 deletion is rescheduled due to dependency. [ 1103.711682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-91219677-f411-444c-91d3-72d0e218d3c4" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.010786] env[65279]: INFO networking_nsxv3.common.synchronization [None req-596e4c95-7297-44b9-afb7-a78b7c2410c8 tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1104.011407] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1104.011776] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.012587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.012682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.012992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.013123] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.190821] env[65279]: INFO networking_nsxv3.common.synchronization [None req-4c87019a-1c65-443e-a0bf-13057576ceef tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1104.191424] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1104.191839] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.191985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.443436] env[65279]: INFO networking_nsxv3.common.synchronization [req-6942ca58-de35-4ec0-b26f-7be75df30a6c req-c028323f-7efc-4895-8f58-47aac7aeee61 tempest-ServersNegativeTestMultiTenantJSON-538229361 tempest-ServersNegativeTestMultiTenantJSON-538229361-project-member] Enqueued Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_members [ 1104.443974] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_members [ 1104.444403] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.444497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.444497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.444764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.444918] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.445135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.445135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.445289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.445394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.445514] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.538906] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.539363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.539363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.539444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.539474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.539588] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb already deleted. [ 1104.539675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.539903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.540089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.540173] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.849240] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.849240] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-439" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.849240] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-439" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.849741] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-439" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.850091] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.850417] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.850630] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.851069] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.851313] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.851570] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.851715] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.851852] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.851985] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.852137] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.852266] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.852472] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.875226] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.875487] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.875666] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.875878] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-439" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.876258] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-bcd6b448-500f-458f-866c-91e8485682af taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.876556] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.877184] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.877184] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.877381] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd6b448-500f-458f-866c-91e8485682af',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.948166] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.948371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.948430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.948680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.948800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.949065] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.949187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.949292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.949508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.949608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.949732] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 already deleted. [ 1104.949826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.068669] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.068669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.068669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.068669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.068669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.068669] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb already deleted. [ 1105.068669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.345082] env[65279]: INFO networking_nsxv3.common.synchronization [None req-453ffd06-9e88-44d3-831b-f0abe221f098 None None] Enqueued Resource ID: 423b6721-b801-425c-b3e2-a4979511141a with Priority: HIGHEST for action port [ 1105.345665] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 423b6721-b801-425c-b3e2-a4979511141a with Priority: HIGHEST for action port [ 1105.345967] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-423b6721-b801-425c-b3e2-a4979511141a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.346112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-423b6721-b801-425c-b3e2-a4979511141a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.346181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-423b6721-b801-425c-b3e2-a4979511141a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.346450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-423b6721-b801-425c-b3e2-a4979511141a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.346531] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('423b6721-b801-425c-b3e2-a4979511141a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.379891] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.380129] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.380258] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.380549] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.380699] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.380851] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port bcd6b448-500f-458f-866c-91e8485682af not found, creating... [ 1105.381131] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.381290] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.381477] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.381745] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.381841] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.382157] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.382332] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.382452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.382658] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.382790] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.382961] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: bcd6b448-500f-458f-866c-91e8485682af is going to be created. [ 1105.404173] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.404402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.404536] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.404811] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.405066] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.405303] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.548596] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1105.548961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.549083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.549308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.549740] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.549740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.549740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.550188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.550188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.550188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.550188] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.850020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 423b6721-b801-425c-b3e2-a4979511141a [ 1105.850899] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.850899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.850899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.850899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.850899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.850899] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:423b6721-b801-425c-b3e2-a4979511141a already deleted. [ 1105.851158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-423b6721-b801-425c-b3e2-a4979511141a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.055187] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.055466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.055466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.055765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.057542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.057542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.057542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.057542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.058141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.058141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.058141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.058141] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.157930] env[65279]: INFO networking_nsxv3.common.synchronization [req-6942ca58-de35-4ec0-b26f-7be75df30a6c req-81704bf7-a083-4a0a-abe0-dabebf93030e service nova] Enqueued Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_rules [ 1106.158292] env[65279]: INFO networking_nsxv3.common.synchronization [req-6942ca58-de35-4ec0-b26f-7be75df30a6c req-81704bf7-a083-4a0a-abe0-dabebf93030e service nova] Enqueued Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_members [ 1106.158292] env[65279]: INFO networking_nsxv3.common.synchronization [req-6942ca58-de35-4ec0-b26f-7be75df30a6c req-81704bf7-a083-4a0a-abe0-dabebf93030e service nova] Enqueued Resource ID: bcd6b448-500f-458f-866c-91e8485682af with Priority: HIGHEST for action port [ 1106.158834] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_rules [ 1106.158978] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_members [ 1106.159192] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcd6b448-500f-458f-866c-91e8485682af with Priority: HIGHEST for action port [ 1106.159914] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.159914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.159914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.159914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.160067] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.161417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.161553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.161627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.161822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.161971] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.162082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.162157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.162284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.162382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.162486] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.164984] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcd6b448-500f-458f-866c-91e8485682af taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.164984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.164984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.164984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.164984] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcd6b448-500f-458f-866c-91e8485682af',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.560871] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb8fb69-b652-4cb4-a951-7cc0765f5798: rpc.has_security_group_logging(os_id): False [ 1106.581896] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.582108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.582176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.582418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.582519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.582835] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.582835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.582959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.583051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.583090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.583341] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.583405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.583439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.583574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.583646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.583791] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.584052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.584052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.584170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.584170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.584383] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be created. [ 1106.648995] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.648995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.648995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.649389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.649389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.665649] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1106.665649] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.667905] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.668084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.668287] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcd6b448-500f-458f-866c-91e8485682af with status ACTIVE [ 1106.668477] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.668602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.668725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.668970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.669116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.669360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.669473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.669536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.669719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.669825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.670080] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.670204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.670266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.670440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.670536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.670640] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcd6b448-500f-458f-866c-91e8485682af is going to be updated. [ 1106.710657] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.710657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.710657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.710891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.711082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.711757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcd6b448-500f-458f-866c-91e8485682af" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.795703] env[65279]: INFO networking_nsxv3.common.synchronization [req-0b86d48f-467c-4941-877e-8143f8d41938 req-1b4a82d6-542a-4174-a96c-5d09b2647703 tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1106.797036] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1106.798361] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.798361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.798361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.799138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.799138] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.799138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.799138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.799451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.799451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.799451] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.120810] env[65279]: INFO networking_nsxv3.common.synchronization [None req-6066c228-1c54-405d-b851-240d79afd18b None None] Enqueued Resource ID: 81c53b56-48b4-412b-a20e-a6ec1f3cd095 with Priority: HIGHEST for action port [ 1107.121012] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c53b56-48b4-412b-a20e-a6ec1f3cd095 with Priority: HIGHEST for action port [ 1107.121714] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c53b56-48b4-412b-a20e-a6ec1f3cd095 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.121714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c53b56-48b4-412b-a20e-a6ec1f3cd095" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.122214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c53b56-48b4-412b-a20e-a6ec1f3cd095" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.122372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c53b56-48b4-412b-a20e-a6ec1f3cd095" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.122482] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c53b56-48b4-412b-a20e-a6ec1f3cd095',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.168556] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.257101] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.257101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.257101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.257101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.257101] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.257101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.257485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.257485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.257621] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.257844] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.257952] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.258085] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.258216] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.258335] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.258437] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.258565] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.280697] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.280889] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.281052] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.281275] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.281600] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-a88b9337-362e-488c-8658-931a358e4d29 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.281832] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.281885] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.282328] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.282468] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88b9337-362e-488c-8658-931a358e4d29',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.303176] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.303381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.303517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.303907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.304047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.304333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.304679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.304783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.304984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.305112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.305228] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1107.347060] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.347452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.347782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.348030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.348329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.364645] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1107.625055] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81c53b56-48b4-412b-a20e-a6ec1f3cd095 [ 1107.625312] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.625460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.625533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.625744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.625829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.625923] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81c53b56-48b4-412b-a20e-a6ec1f3cd095 already deleted. [ 1107.626011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c53b56-48b4-412b-a20e-a6ec1f3cd095" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.673563] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.673563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.673563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.673563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.673563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.673563] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 is going to be created. [ 1107.699034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.699034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.699034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.699034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.699034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.713020] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 in Status: UNINITIALIZED for 2s [ 1107.786446] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.786446] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.786547] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.786802] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.786939] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.787107] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port a88b9337-362e-488c-8658-931a358e4d29 not found, creating... [ 1107.787369] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.787522] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.787636] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.787854] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.787985] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.788294] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.788449] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.788887] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.789188] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.789884] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.790050] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: a88b9337-362e-488c-8658-931a358e4d29 is going to be created. [ 1107.811172] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.812752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.812752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.812752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.812752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.812752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.559051] env[65279]: INFO networking_nsxv3.common.synchronization [req-0b86d48f-467c-4941-877e-8143f8d41938 req-16cbb59e-ff93-4423-9cad-daf6055daf41 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 1108.559143] env[65279]: INFO networking_nsxv3.common.synchronization [req-0b86d48f-467c-4941-877e-8143f8d41938 req-16cbb59e-ff93-4423-9cad-daf6055daf41 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1108.559238] env[65279]: INFO networking_nsxv3.common.synchronization [req-0b86d48f-467c-4941-877e-8143f8d41938 req-16cbb59e-ff93-4423-9cad-daf6055daf41 service nova] Enqueued Resource ID: a88b9337-362e-488c-8658-931a358e4d29 with Priority: HIGHEST for action port [ 1108.559756] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 1108.560045] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1108.561029] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a88b9337-362e-488c-8658-931a358e4d29 with Priority: HIGHEST for action port [ 1108.561029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.561029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.561029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.561029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.561029] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.562030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.562030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.562030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a88b9337-362e-488c-8658-931a358e4d29 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.562246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.562246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.562373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.563045] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a88b9337-362e-488c-8658-931a358e4d29',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.677118] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1108.677495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.064762] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.064762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.064931] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a88b9337-362e-488c-8658-931a358e4d29 with status ACTIVE [ 1109.065120] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.065243] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.065323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.065587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.065632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.065802] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.065898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.065960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.066129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.066206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.066385] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.066477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.066540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.066713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.066788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.066872] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a88b9337-362e-488c-8658-931a358e4d29 is going to be updated. [ 1109.091920] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.092077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.092237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.092456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.092614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.092798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a88b9337-362e-488c-8658-931a358e4d29" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.376462] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1109.376755] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 deletion is rescheduled due to dependency. [ 1109.377285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.377712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.377780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.378014] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.378178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.378265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.378464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.378591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.378699] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.623117] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-338 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.623317] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.623443] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.623713] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.623971] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.624142] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.624292] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.624506] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.624652] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.624853] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.624967] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.625093] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.625202] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.625329] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.625439] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.625569] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.644210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.644469] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.644635] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.644821] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-338" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.645154] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.645328] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.645447] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.645716] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.645856] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8e9e04-a6d1-440f-87d7-af7cf911f8dd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.722112] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 in Status: SUCCESS [ 1109.722423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.722559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.722776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.722975] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.723151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.723253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.723553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.723696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.723810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.723925] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.885728] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.148299] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.148573] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.148665] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.148966] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.149336] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.149426] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.149577] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.149695] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.149908] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.150055] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.150340] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.150496] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.150612] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.150820] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.150947] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.151098] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd is going to be updated. [ 1110.197427] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.197686] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.197764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.198067] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.198275] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.198502] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.226764] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.226950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.226991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.227227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.227399] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.227820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.227820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.227820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.227963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.227963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.228242] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.228459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.228459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.228539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.228698] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.228806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.228904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.229010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.229137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.229203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.229301] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.388094] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.585947] env[65279]: INFO networking_nsxv3.common.synchronization [req-cf1b11ee-bc50-4629-8e71-747f885cf788 req-535a0795-a2e7-4bda-acce-b73845402d80 tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1110.586870] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1110.587393] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.587597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.587725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.588041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.588372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.588607] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.588728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.588993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.589163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.589361] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.732417] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec3d0e20-5c3d-46fb-8684-1e30df8a5a69: rpc.has_security_group_logging(os_id): False [ 1110.756162] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.756162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.756162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.756162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.756310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.756489] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.756631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.756696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.756864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.756974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.757165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.757281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.757346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.757570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.757648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.757858] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.757956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.758413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.759403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.759403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.759403] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 is going to be created. [ 1110.823538] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.823761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.823911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.824152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.824509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.845018] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 in Status: IN_PROGRESS for 2s [ 1110.899041] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.899041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.899041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.899041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.899041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.899041] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1110.927729] env[65279]: INFO networking_nsxv3.common.synchronization [req-f5ffadca-a50c-4b9b-83d5-11826eb8607d req-351b005d-87fd-438a-87db-fd35dbb96f4d service nova] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_rules [ 1110.928052] env[65279]: INFO networking_nsxv3.common.synchronization [req-f5ffadca-a50c-4b9b-83d5-11826eb8607d req-351b005d-87fd-438a-87db-fd35dbb96f4d service nova] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1110.928052] env[65279]: INFO networking_nsxv3.common.synchronization [req-f5ffadca-a50c-4b9b-83d5-11826eb8607d req-351b005d-87fd-438a-87db-fd35dbb96f4d service nova] Enqueued Resource ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd with Priority: HIGHEST for action port [ 1110.929711] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_rules [ 1110.929711] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1110.929711] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd with Priority: HIGHEST for action port [ 1110.934869] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.935628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.935628] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.935800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.936073] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.938415] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.938415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.938415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.938415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.938608] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.938678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.939063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.939063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.939063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.939189] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.941386] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.941574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.941658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.941854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.941940] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c8e9e04-a6d1-440f-87d7-af7cf911f8dd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.959740] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.959740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.959740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.960034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.960077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.973651] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1111.091923] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.223969] env[65279]: INFO networking_nsxv3.common.synchronization [req-075e1468-aa5d-4f69-8325-a567b34ebbb5 req-31f59141-cc94-44dd-be9e-39ff0c4cd1e3 tempest-ServerTagsTestJSON-1264793868 tempest-ServerTagsTestJSON-1264793868-project-member] Enqueued Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_members [ 1111.225758] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGHEST for action security_group_members [ 1111.226083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.226212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.226281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.226515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.226816] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.226816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.226917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.227019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.227087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.227183] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.445865] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.445865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.446111] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.447012] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd with status ACTIVE [ 1111.447222] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.447338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.447434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.447616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.447702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.447881] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.447972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.448037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.448186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.448256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.448437] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.448537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.448592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.448708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.448768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.448854] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c8e9e04-a6d1-440f-87d7-af7cf911f8dd is going to be updated. [ 1111.475889] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.475889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.475889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.475889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.476122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.476178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c8e9e04-a6d1-440f-87d7-af7cf911f8dd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.595635] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.729551] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.729721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.729784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.730192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.730192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.730476] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.730476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.730476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.730731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.731157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.731157] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 is going to be updated. [ 1111.769148] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.769148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.769148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.769148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.769148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.782737] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 in Status: IN_PROGRESS for 2s [ 1111.952877] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.100025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.100025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.100025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.100025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.100025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.100025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1112.135509] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.135509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.135710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.135745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.135887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.144383] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1112.457693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.457876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.457946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.458278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.458373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.458484] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1112.498672] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.498672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.498672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.498998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.499050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.515243] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1112.858351] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 in Status: SUCCESS [ 1112.858743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.985154] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1112.985432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.985615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.985843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.986054] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.987215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.987215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.987215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.987215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.987215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.987215] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.489391] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.644624] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-80fcdb39-7b69-4fbd-8762-46d0786502a4 tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1113.645735] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1113.646137] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.646281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.646460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.646752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.646973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.647140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.647238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.647466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.647597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.647737] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.795893] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 in Status: SUCCESS [ 1113.796140] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 deletion is rescheduled due to dependency. [ 1113.796264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.992180] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c690890a-c776-4e0d-87a6-692499f26068: rpc.has_security_group_logging(os_id): False [ 1114.024677] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.024895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.024895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.025122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.025216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.025479] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.025609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.025682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.025859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.025952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.026071] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1114.061837] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-e07dc48f-37b8-4d48-b197-acbfd9c5b427 tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1114.062624] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1114.064583] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.064583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.107544] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.110036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.110036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.110036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.110036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.126214] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1114.152808] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.152808] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.152808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.152808] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1114.155011] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1114.155011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.192181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.192181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.192181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.192181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.192181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.217834] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1114.527548] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1114.527548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.527548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.527548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.527548] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.527753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.527792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.528516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.528516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.528516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.528959] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.555816] env[65279]: INFO networking_nsxv3.common.synchronization [req-9bcfeea8-43e9-4794-b870-842f5ce850d1 req-8f079aef-1cea-4675-96e6-c771ce9ab255 tempest-ListServerFiltersTestJSON-114837932 tempest-ListServerFiltersTestJSON-114837932-project-member] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1114.556198] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1114.556787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.557108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.557352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.557696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.558031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.558297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.558485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.558788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.559021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.559250] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.562253] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-955 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.563518] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-955" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.563518] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-955" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.564433] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-955" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.564433] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.564585] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.565183] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.565183] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.565301] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.565856] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.565856] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.565979] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.566552] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.566552] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.566552] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.566975] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.591949] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.592148] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.592292] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.592475] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-955" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.592801] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-36038627-fc5a-499c-8db2-312a01ec284e taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.592975] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.593110] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.593583] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.593730] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36038627-fc5a-499c-8db2-312a01ec284e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.031619] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.032052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.032052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.032305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.032550] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.032692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.032793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.033306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.033482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.033629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.033907] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.033994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.034107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.034389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.034608] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.034759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.034858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.035126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.035235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.035382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.035535] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.069334] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.096480] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.096792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.096965] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.097376] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.097626] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.098044] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 36038627-fc5a-499c-8db2-312a01ec284e not found, creating... [ 1115.098395] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.098511] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.098905] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.099068] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.099589] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.099826] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.100074] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.100248] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.100512] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.100649] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.100813] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 36038627-fc5a-499c-8db2-312a01ec284e is going to be created. [ 1115.124151] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.125166] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.125166] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.125166] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.125343] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.125582] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.538332] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b: rpc.has_security_group_logging(os_id): False [ 1115.556915] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.556915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.556915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.557182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.557311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.557446] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.557545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.557608] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.557758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.557834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.558029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.558119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.558182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.558321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.558464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.558670] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.558764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.558826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.558965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.559055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.559322] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1115.572105] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.627118] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.627345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.627345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.627483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.627630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.642486] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1115.822564] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-c429b55e-088c-4a5c-9d2b-e1710085b5bd service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1115.822564] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-c429b55e-088c-4a5c-9d2b-e1710085b5bd service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1115.822564] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-c429b55e-088c-4a5c-9d2b-e1710085b5bd service nova] Enqueued Resource ID: 36038627-fc5a-499c-8db2-312a01ec284e with Priority: HIGHEST for action port [ 1115.822762] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1115.822856] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1115.822951] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36038627-fc5a-499c-8db2-312a01ec284e with Priority: HIGHEST for action port [ 1115.823308] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.823432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.823492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.827663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.827663] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.827663] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.827663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827663] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-36038627-fc5a-499c-8db2-312a01ec284e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.827663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.827663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.827663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.827663] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36038627-fc5a-499c-8db2-312a01ec284e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.073910] env[65279]: INFO networking_nsxv3.common.synchronization [req-85801f57-c147-4b29-8f19-2582e3c707ea req-dcb4679c-fd2b-42c7-92a0-80992cbbff3c tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1116.073910] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1116.073910] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.073910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.073910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.073910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.073910] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.073910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.073910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.076658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.077488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.080336] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.082663] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.083195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.083400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.083707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.083894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.084177] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1116.125742] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.126081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.126238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.126632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.126927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.140661] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1116.145080] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1116.145426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.228801] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1116.229011] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 deletion is rescheduled due to dependency. [ 1116.229140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.229336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.230030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.230030] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.230030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.230030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.230030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.230260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.230260] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.327683] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.327927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.328058] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36038627-fc5a-499c-8db2-312a01ec284e with status ACTIVE [ 1116.328329] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.328470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.328554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.328866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.329015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.329256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.329388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.329478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.329686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.329795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.330078] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.330214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.330297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.330486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.330591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.330698] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36038627-fc5a-499c-8db2-312a01ec284e is going to be updated. [ 1116.366735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.366735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.366735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.367183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.367309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.367539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36038627-fc5a-499c-8db2-312a01ec284e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.383356] env[65279]: INFO networking_nsxv3.common.synchronization [req-d29aebac-7b3b-4adb-be10-199868311bbe req-428f892c-7ce7-40f1-9631-986f065ef87b tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1116.384102] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1116.384495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.384623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.384688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.385055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.385326] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.385492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.385492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.385596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.385684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.385784] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.587871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.588146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.588434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.589278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.589503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.589867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.590106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.590249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.590560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.591254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.591254] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1116.644868] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.644868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.644868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.644868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.644868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.657212] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1116.673415] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-420 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.673415] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-420" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.673915] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-420" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.674086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-420" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.674672] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.674992] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.675081] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.675373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.675523] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.675783] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.675905] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.676063] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.676531] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.676728] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.676945] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.677150] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.704293] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.704624] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.704833] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.705105] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-420" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.705631] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-6dc4c07d-5e31-4828-9aa8-4e19432eab99 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.705898] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.706053] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.706531] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.706810] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc4c07d-5e31-4828-9aa8-4e19432eab99',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.731857] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.797457] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.797633] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.797842] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.798337] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.798436] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.798603] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.798743] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.798981] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.799196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.799358] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.799550] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.799755] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.799883] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.800214] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.800214] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.800634] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.823593] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.823932] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.824117] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.825244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.825244] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-90d25a75-6e8f-4e37-8dbc-5e76bed50487 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.825244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.825486] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.825788] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.825946] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d25a75-6e8f-4e37-8dbc-5e76bed50487',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.888356] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.888526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.888567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.888871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.889018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.889245] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.889375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.889439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.889569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.889644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.889745] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb already deleted. [ 1116.889804] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.210099] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.210099] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.210508] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.210508] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.210652] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.211339] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 6dc4c07d-5e31-4828-9aa8-4e19432eab99 not found, creating... [ 1117.211339] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.211465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.211592] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.211855] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.212039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.212422] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.212667] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.212869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.213232] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.213454] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.213704] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 6dc4c07d-5e31-4828-9aa8-4e19432eab99 is going to be created. [ 1117.234966] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.238848] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.239601] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.239601] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.239601] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.239852] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.240071] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.328716] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.329010] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.329227] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.329544] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.329704] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.329867] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 90d25a75-6e8f-4e37-8dbc-5e76bed50487 not found, creating... [ 1117.330166] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.330358] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.330482] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.330761] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.330980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.331367] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.331540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.331660] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.331905] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.332081] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.332250] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 is going to be created. [ 1117.382479] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.382869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.382869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.383239] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.383476] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.383730] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.661450] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1117.661681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.738617] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.738767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.738880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.739072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.739164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.739263] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1117.769618] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.769618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.769820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.770013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.770205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.782805] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1117.937213] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-672fcd33-0865-4bef-b815-ad88686dc450 service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1117.937213] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-672fcd33-0865-4bef-b815-ad88686dc450 service nova] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1117.937998] env[65279]: INFO networking_nsxv3.common.synchronization [req-630b1cc0-95ac-4c0d-8413-db4dac6ce8cd req-672fcd33-0865-4bef-b815-ad88686dc450 service nova] Enqueued Resource ID: 6dc4c07d-5e31-4828-9aa8-4e19432eab99 with Priority: HIGHEST for action port [ 1117.939450] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_rules [ 1117.939812] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1117.940694] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc4c07d-5e31-4828-9aa8-4e19432eab99 with Priority: HIGHEST for action port [ 1117.940878] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.941192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.942189] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.942189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.942519] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc4c07d-5e31-4828-9aa8-4e19432eab99 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.942838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.943714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.945050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.945050] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc4c07d-5e31-4828-9aa8-4e19432eab99',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.081360] env[65279]: INFO networking_nsxv3.common.synchronization [req-d29aebac-7b3b-4adb-be10-199868311bbe req-4cceb4b5-ca36-4645-b1da-3fa3f3540227 service nova] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1118.081360] env[65279]: INFO networking_nsxv3.common.synchronization [req-d29aebac-7b3b-4adb-be10-199868311bbe req-4cceb4b5-ca36-4645-b1da-3fa3f3540227 service nova] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1118.081360] env[65279]: INFO networking_nsxv3.common.synchronization [req-d29aebac-7b3b-4adb-be10-199868311bbe req-4cceb4b5-ca36-4645-b1da-3fa3f3540227 service nova] Enqueued Resource ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 with Priority: HIGHEST for action port [ 1118.081360] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1118.081360] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1118.081360] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 with Priority: HIGHEST for action port [ 1118.081360] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.082411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.084025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.084025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.084025] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.084600] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.084876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.085427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.085712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.086781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.086781] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.088480] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d25a75-6e8f-4e37-8dbc-5e76bed50487 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.088588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.088650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.088831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.088970] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d25a75-6e8f-4e37-8dbc-5e76bed50487',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.154995] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1118.154995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.448389] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6dc4c07d-5e31-4828-9aa8-4e19432eab99 with status ACTIVE [ 1118.448649] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.449462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.449462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.449462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.449462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.449462] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.449683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.449683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.449841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.449841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.450022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.451092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.451092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.451092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.451092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.451092] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6dc4c07d-5e31-4828-9aa8-4e19432eab99 is going to be updated. [ 1118.471245] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.471416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.471464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.471666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.471801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.471953] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc4c07d-5e31-4828-9aa8-4e19432eab99" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.590682] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.592359] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.592359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.592359] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90d25a75-6e8f-4e37-8dbc-5e76bed50487 with status ACTIVE [ 1118.592359] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.592359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.592621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.592621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.592747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.593024] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.593024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.593024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.594130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.594130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.594130] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.594130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.594130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.594130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.594130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.594130] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 is going to be updated. [ 1118.631877] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.632071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.632114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.632378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.632521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.632725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.670943] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1118.671089] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 deletion is rescheduled due to dependency. [ 1118.671134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.096196] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.599095] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.599408] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.599408] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.599565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.599650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.599723] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb is going to be created. [ 1119.628593] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.628808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.628909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.629673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.629673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.643950] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: UNINITIALIZED for 2s [ 1119.797069] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1119.797365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.797694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.798254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798366] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.798515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.798587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.798778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.798990] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.302444] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.496538] env[65279]: INFO networking_nsxv3.common.synchronization [req-e2b5d6bd-3238-4e69-a54b-f43501fde5cd req-19a7cb6e-05aa-425f-9a0e-c3d2c19d284e tempest-ServersNegativeTestMultiTenantJSON-538229361 tempest-ServersNegativeTestMultiTenantJSON-538229361-project-member] Enqueued Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_members [ 1120.499787] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGHEST for action security_group_members [ 1120.499787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.499787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.499787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.499787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.499787] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.499787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.499787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.499787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.499787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.499787] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.804863] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.937967] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e5edeb2c-bf60-4c4e-a1cd-440a8704f15e tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_rules [ 1120.938272] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_rules [ 1120.938604] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.938802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.938802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.939565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.939565] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.002594] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.002892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.003025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.003254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.003432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.004127] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.004127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.004127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.004127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.004127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.004361] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 is going to be updated. [ 1121.040655] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.043139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.043139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.043139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.043139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.055955] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 in Status: IN_PROGRESS for 2s [ 1121.128207] env[65279]: INFO networking_nsxv3.common.synchronization [None req-8213c4b5-e714-4add-b184-24d4014bfd41 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_rules [ 1121.128783] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_rules [ 1121.129107] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.129217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.307390] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.307639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.307709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.307912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.308019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.308125] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1121.355576] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.355783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.355783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.356035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.356182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.370227] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1121.466160] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.466160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.466160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.466160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.466160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.466160] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d already deleted. [ 1121.466160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.466160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.466160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.466160] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.666019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: SUCCESS [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.666019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.666019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.666019] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.947493] env[65279]: INFO networking_nsxv3.common.synchronization [req-c499ca1e-0042-4dd0-a4c6-1546b91255de req-ed8f0bc8-761e-4e74-9362-0200871da402 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1121.949069] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1121.949069] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.949069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.949312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.949725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.949725] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.949862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.949862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.950283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.950283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.950283] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.990198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.990380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.990418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.990709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.990763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.990814] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d already deleted. [ 1121.990910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.168306] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.454595] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.454805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.454890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.455182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.455338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.455574] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.455704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.455794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.455924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.456052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.456150] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 already deleted. [ 1122.456272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.457494] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.457680] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.457851] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.458216] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.458476] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.458646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.458805] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.459118] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.459281] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.459518] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.459666] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.459808] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.459951] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.460155] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.460348] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.460625] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.482916] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.483183] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.483393] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.483578] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.484023] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-2f90f25c-6078-4c90-b608-c90cf4f444a3 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.484222] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.484398] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.484770] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.484920] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f90f25c-6078-4c90-b608-c90cf4f444a3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.671229] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb: rpc.has_security_group_logging(os_id): False [ 1122.693186] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.693357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.693458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.693722] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.693840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.694139] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.694267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.694380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.694557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.694637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.694759] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb is going to be created. [ 1122.761880] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.762045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.762093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.763496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.763496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.774397] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: IN_PROGRESS for 2s [ 1122.886058] env[65279]: INFO networking_nsxv3.common.synchronization [req-a56e5ece-3f2b-45a1-b01d-906569dbc94e req-1dd99715-3a34-4dc1-b1b7-86812b1bae1e tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_members [ 1122.886593] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGHEST for action security_group_members [ 1122.886908] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.887041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.887110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.887305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.887455] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.887578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.887626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.887757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.887841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.887934] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.987482] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.987750] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.987842] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.988140] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.988292] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.988450] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 2f90f25c-6078-4c90-b608-c90cf4f444a3 not found, creating... [ 1122.988702] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.988853] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.988969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.989204] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.989339] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.989618] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.989770] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.989883] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.990103] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.990237] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.990369] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 2f90f25c-6078-4c90-b608-c90cf4f444a3 is going to be created. [ 1123.011401] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.011610] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.011745] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.012043] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.012364] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.012994] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.077297] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 in Status: SUCCESS [ 1123.077480] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 deletion is rescheduled due to dependency. [ 1123.077598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.382405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1123.382651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.382828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.383102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.383327] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.383449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.383512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.383667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.383762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.383852] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.383953] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.385036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.385158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.385337] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.385451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.385518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.385662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.385746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.385841] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.390883] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.391041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.391111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.391319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.391402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.391588] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.391688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.391750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.392579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.392683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.392779] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 is going to be updated. [ 1123.429166] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.429344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.429344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.429573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.429721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.439745] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: IN_PROGRESS for 2s [ 1123.745603] env[65279]: INFO networking_nsxv3.common.synchronization [req-c499ca1e-0042-4dd0-a4c6-1546b91255de req-f671bb1e-92b2-4ca5-a68c-ddecf0bb63c9 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1123.745774] env[65279]: INFO networking_nsxv3.common.synchronization [req-c499ca1e-0042-4dd0-a4c6-1546b91255de req-f671bb1e-92b2-4ca5-a68c-ddecf0bb63c9 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1123.745907] env[65279]: INFO networking_nsxv3.common.synchronization [req-c499ca1e-0042-4dd0-a4c6-1546b91255de req-f671bb1e-92b2-4ca5-a68c-ddecf0bb63c9 service nova] Enqueued Resource ID: 2f90f25c-6078-4c90-b608-c90cf4f444a3 with Priority: HIGHEST for action port [ 1123.746435] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1123.746573] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1123.746672] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f90f25c-6078-4c90-b608-c90cf4f444a3 with Priority: HIGHEST for action port [ 1123.746941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.748132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.748132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.748132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.748132] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.749793] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.749793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.749986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.750349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.752083] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.752083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.752083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.752083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.752083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.752083] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.753339] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f90f25c-6078-4c90-b608-c90cf4f444a3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.753534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.753534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.753753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.753788] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f90f25c-6078-4c90-b608-c90cf4f444a3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.888217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.888217] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.889321] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.107538] env[65279]: INFO networking_nsxv3.common.synchronization [req-16bcf2f4-53b1-49ff-b8c9-f2d600d8b4a1 req-ac83e7b7-95c9-46fb-b515-ca283e1965f2 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_members [ 1124.108200] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGHEST for action security_group_members [ 1124.108518] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.108643] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.108713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.108938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.109178] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.109295] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.109364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.109506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.109595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.109817] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.256566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.256566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.256566] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f90f25c-6078-4c90-b608-c90cf4f444a3 with status ACTIVE [ 1124.256566] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.256566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.256860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.256860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.256999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.257129] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.257432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.257432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.257432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.257510] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.258884] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.258884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.258884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.258884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.258884] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f90f25c-6078-4c90-b608-c90cf4f444a3 is going to be updated. [ 1124.259890] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.284661] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.284831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.284898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.285176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.285372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.285682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f90f25c-6078-4c90-b608-c90cf4f444a3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.392376] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.616001] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.616001] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.616001] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.616001] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.643269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.643523] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.643656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.643881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.643944] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.644018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.644076] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 is going to be updated. [ 1124.680674] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.680849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.680999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.681211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.681390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.696293] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aacc84b-4b78-436e-b79f-69720f85b142 in Status: IN_PROGRESS for 2s [ 1124.761573] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.794213] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: SUCCESS [ 1124.794368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.898181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.898359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.898492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.898679] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.898780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.898956] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1124.940280] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.940479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.940479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.940696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.941304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.954223] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1125.268044] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.268044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.268044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.268422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.268422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.268422] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be created. [ 1125.328744] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.329153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.329226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.329494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.329753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.346979] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: UNINITIALIZED for 2s [ 1125.453975] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2897b4c0-1922-4884-8218-48333aa31f80 in Status: SUCCESS [ 1125.454163] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 deletion is rescheduled due to dependency. [ 1125.455077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.706288] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1aacc84b-4b78-436e-b79f-69720f85b142 in Status: SUCCESS [ 1126.706556] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 deletion is rescheduled due to dependency. [ 1126.706587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.966549] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1126.966800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.967008] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.967268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.967500] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.967650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.967725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.967918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.968074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.968171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.968454] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.968577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.968683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.969059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.969059] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.969582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.969655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.970316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.970434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.970545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.970621] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.358408] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1127.358599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.358772] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.358999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.359200] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.359317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.359382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.359569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.359615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.359694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.359789] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.475068] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0: rpc.has_security_group_logging(os_id): False [ 1127.499021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.499021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.499021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.499625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.499841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.499995] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.500241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.500407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.500731] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.500940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.501098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.501341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.501595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501759] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1127.591934] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.592130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.592312] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.592390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.592535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.609431] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1127.865032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.865032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.865032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.865032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.865032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.865955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.865955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.865955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.865955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.865955] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.910297] env[65279]: INFO networking_nsxv3.common.synchronization [req-07345e21-c1de-487d-9f02-35fac2a7b207 req-6263d936-f5d9-4328-a7fa-1b766868c835 tempest-ListServerFiltersTestJSON-114837932 tempest-ListServerFiltersTestJSON-114837932-project-member] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1127.910297] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1127.910297] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.910297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.910297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.910835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.911122] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.911360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.911516] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.911769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.911970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.912186] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.368033] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6910c2f5-e742-41c5-881d-5271027325d8: rpc.has_security_group_logging(os_id): False [ 1128.390198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.390378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.390578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.390730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.390802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.390948] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.391089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.391152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.391373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.391503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.391813] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.391963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.392082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.392295] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.392438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.392711] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.392835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.392917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.393109] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.393219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.393359] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be created. [ 1128.414276] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.459341] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.459489] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.459560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.459766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.459950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.472174] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1128.918064] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.004678] env[65279]: INFO networking_nsxv3.common.synchronization [None req-15ee080c-e389-4ee1-b28a-7e8773123609 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_rules [ 1129.008048] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_rules [ 1129.008048] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.008048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.008048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.008048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.008048] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.134857] env[65279]: INFO networking_nsxv3.common.synchronization [None req-8e0025ee-9a6e-49fa-ba74-765414a2a6e2 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_rules [ 1129.135582] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_rules [ 1129.136579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.136579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.420577] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.420792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.420866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.421079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.421173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.421273] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1129.458135] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.458382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.458447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.458706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.458927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.470528] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1129.537534] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.537734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.537831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.538426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.538426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.538426] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac already deleted. [ 1129.538586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.538710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.538899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.539165] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.630199] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1129.631102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.631102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.631102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.631102] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.062965] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.063315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.063315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.063431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.063522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.063616] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac already deleted. [ 1130.063697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.134448] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.134448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.134448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.134448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134448] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.134448] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.134878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.134878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.134878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.135069] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.486924] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1130.487330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.640267] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.640449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.640507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.640707] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.640875] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.640994] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.641084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.641195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.641281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.641368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.641515] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.641609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.641666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.641805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.641941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.642034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.642093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.642232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.642308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.642424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.642529] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.145919] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0: rpc.has_security_group_logging(os_id): False [ 1131.165794] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.165948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.166012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.166226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.166317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.166524] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.166622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.166694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.166841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.166918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.167108] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.167202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.167263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.167400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.167473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.167657] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.167749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.167812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.167947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.168031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.168119] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1131.171553] env[65279]: INFO networking_nsxv3.common.synchronization [req-89af8134-9abf-4f7d-b43a-bed148e76ca1 req-38f4c125-d256-4b70-b036-32db0b1be6bc tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1131.172124] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1131.172533] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.172533] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.172640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.172746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.172887] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.172981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.173058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.173198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.173274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.173466] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.232101] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.232257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.232316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.232529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.232676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.253370] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1131.360282] env[65279]: INFO networking_nsxv3.common.synchronization [req-89af8134-9abf-4f7d-b43a-bed148e76ca1 req-d9baa8d0-0383-4b4a-a03b-48f52c08fabe tempest-ServersTestMultiNic-1422205744 tempest-ServersTestMultiNic-1422205744-project-member] Enqueued Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1131.360847] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 with Priority: HIGHEST for action security_group_members [ 1131.361170] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.361280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.480414] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1131.480627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.675294] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.178183] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.680876] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.681086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.681172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.681442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.681545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.681658] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1132.710156] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.710387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.710387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.710625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.710776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.719663] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1133.272113] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1133.272433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.991252] env[65279]: INFO networking_nsxv3.common.synchronization [req-c1bf0844-e430-45e2-b04f-60937f685b93 req-c9ba76c3-9bc1-4cb6-9211-3c7a2529a165 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_members [ 1133.991252] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_members [ 1133.991252] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.991795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.991795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.991984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.992207] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.992376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.992491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.992928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.992928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.992928] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.311812] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.312234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.312234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.312550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.312882] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.313095] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.313224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.313455] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.313604] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.313991] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.313991] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.314101] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.314133] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.314230] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.314334] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.314497] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.337582] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.337785] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.337927] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.338125] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.338712] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-a660608c-fad7-4d9d-80f4-b1daf0dcd120 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.339027] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.339637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.339801] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.340037] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a660608c-fad7-4d9d-80f4-b1daf0dcd120',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.427741] env[65279]: INFO networking_nsxv3.common.synchronization [req-e2d0c48d-d8b1-4855-8491-44136dc573b9 req-4aa52feb-ee15-4817-8d7d-ca7454a8c3ce tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1134.428352] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1134.428628] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.428750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.428818] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.429023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.429181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.429282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.429333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.429483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.429570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.429662] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.495574] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.495745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.495801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.496031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.496124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.496355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.496457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.496504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.496646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.496708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.496792] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d already deleted. [ 1134.496877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.729622] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1134.729845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.730031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.730254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.730441] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.730563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.730624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.730762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.730840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.730930] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.842777] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.842990] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.843107] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.843402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.843550] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.843704] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port a660608c-fad7-4d9d-80f4-b1daf0dcd120 not found, creating... [ 1134.843971] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.844137] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.844256] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.844511] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.844730] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.845078] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.845241] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.845363] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.845576] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.845710] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.845848] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: a660608c-fad7-4d9d-80f4-b1daf0dcd120 is going to be created. [ 1134.867057] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.867282] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.867282] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.867467] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.867690] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.867909] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.932088] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.932259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.932331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.932566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.932648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.932842] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.932938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.933009] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.933169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.933242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.933328] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1134.979437] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.979611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.979658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.979862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.980015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.990590] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1135.233148] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.233357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.233463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.233770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.233905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.234193] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.234336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.234475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.234702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.234820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.234946] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 is going to be updated. [ 1135.269736] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.269919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.269989] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.270307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.270566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.290684] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: IN_PROGRESS for 2s [ 1135.579679] env[65279]: INFO networking_nsxv3.common.synchronization [req-c1bf0844-e430-45e2-b04f-60937f685b93 req-5c1ef6d4-90a3-4913-aeaf-eb2b699c5474 service nova] Enqueued Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_rules [ 1135.579924] env[65279]: INFO networking_nsxv3.common.synchronization [req-c1bf0844-e430-45e2-b04f-60937f685b93 req-5c1ef6d4-90a3-4913-aeaf-eb2b699c5474 service nova] Enqueued Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_members [ 1135.580008] env[65279]: INFO networking_nsxv3.common.synchronization [req-c1bf0844-e430-45e2-b04f-60937f685b93 req-5c1ef6d4-90a3-4913-aeaf-eb2b699c5474 service nova] Enqueued Resource ID: a660608c-fad7-4d9d-80f4-b1daf0dcd120 with Priority: HIGHEST for action port [ 1135.580513] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_rules [ 1135.580663] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_members [ 1135.580763] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a660608c-fad7-4d9d-80f4-b1daf0dcd120 with Priority: HIGHEST for action port [ 1135.581051] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.581173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.581239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.581439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.581519] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.582342] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.582455] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.582508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.582678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.583432] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.583432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.583432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.583432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.583432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.583432] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.584080] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-a660608c-fad7-4d9d-80f4-b1daf0dcd120 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.584080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.584263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.584263] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.584329] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a660608c-fad7-4d9d-80f4-b1daf0dcd120',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.085539] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.085716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.085897] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.086809] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a660608c-fad7-4d9d-80f4-b1daf0dcd120 with status ACTIVE [ 1136.087419] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.087419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.087419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.087419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.087629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.087629] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.087702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.087740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.087940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.087940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.088239] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.088239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.088321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.088395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.088466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.089031] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a660608c-fad7-4d9d-80f4-b1daf0dcd120 is going to be updated. [ 1136.110144] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.110308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.110422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.110567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.110709] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.110907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a660608c-fad7-4d9d-80f4-b1daf0dcd120" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.289066] env[65279]: INFO networking_nsxv3.common.synchronization [req-eb6b44e5-4d41-45f0-843e-8b02e2dea4d3 req-26d40c1b-3e49-4f24-80a5-ddcebf01756e tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1136.289606] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1136.289922] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.290112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.290191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290557] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.290657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.290711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.290853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.290937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.291062] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.590345] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.793365] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.008337] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1137.009042] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1137.009042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.066080] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.066291] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.066418] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.066700] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.066990] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.067172] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.067294] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.067576] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.067673] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.067874] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.067986] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1137.068111] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1137.068218] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1137.068328] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1137.068438] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1137.068566] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1137.091931] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1137.092110] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1137.092249] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1137.092454] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-63" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.092788] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-2e780dcf-9964-4a88-b5b6-a26695d1fa92 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.092960] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.093104] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.093445] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.093585] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e780dcf-9964-4a88-b5b6-a26695d1fa92',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.094585] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.094701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.094769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.094938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.095078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.095192] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d is going to be created. [ 1137.135541] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.135752] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.135797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.135988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.136189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.147678] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d in Status: UNINITIALIZED for 2s [ 1137.297272] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.301483] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 in Status: SUCCESS [ 1137.301659] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0 deletion is rescheduled due to dependency. [ 1137.301771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.597698] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.598226] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.598314] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.598772] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.599053] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.599373] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 2e780dcf-9964-4a88-b5b6-a26695d1fa92 not found, creating... [ 1137.599776] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.600045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.600248] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.600615] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.600839] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.601319] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.601624] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.601787] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.602137] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.602363] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.602591] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 2e780dcf-9964-4a88-b5b6-a26695d1fa92 is going to be created. [ 1137.628493] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.628698] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.628818] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.629222] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.629486] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.629726] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.800391] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.800561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.800654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.800854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.800982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.801064] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1137.858871] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.859131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.859271] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.859578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.859742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.870145] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1138.324019] env[65279]: INFO networking_nsxv3.common.synchronization [req-eb6b44e5-4d41-45f0-843e-8b02e2dea4d3 req-63df31d9-2e19-4c77-8ff7-7b39848b5761 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 1138.324217] env[65279]: INFO networking_nsxv3.common.synchronization [req-eb6b44e5-4d41-45f0-843e-8b02e2dea4d3 req-63df31d9-2e19-4c77-8ff7-7b39848b5761 service nova] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1138.324353] env[65279]: INFO networking_nsxv3.common.synchronization [req-eb6b44e5-4d41-45f0-843e-8b02e2dea4d3 req-63df31d9-2e19-4c77-8ff7-7b39848b5761 service nova] Enqueued Resource ID: 2e780dcf-9964-4a88-b5b6-a26695d1fa92 with Priority: HIGHEST for action port [ 1138.324974] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_rules [ 1138.325807] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1138.325926] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e780dcf-9964-4a88-b5b6-a26695d1fa92 with Priority: HIGHEST for action port [ 1138.326365] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.326365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.326543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.326644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.326728] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.327747] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.327845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.328058] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e780dcf-9964-4a88-b5b6-a26695d1fa92 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.328167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.328231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.328415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.328561] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e780dcf-9964-4a88-b5b6-a26695d1fa92',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.678295] env[65279]: INFO networking_nsxv3.common.synchronization [req-a583f612-383f-4e4b-96f4-6ad5bdf70f2d req-1e2e0749-36cc-495a-bcaf-ede085c1b74b tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1138.679184] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1138.679184] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.679689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.679689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.679689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.679689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.679912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.679912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.679985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.680077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.680110] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.829889] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.830089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.833357] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e780dcf-9964-4a88-b5b6-a26695d1fa92 with status ACTIVE [ 1138.833579] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.833734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.833823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.834227] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.834496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.834675] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.834797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.834797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.834972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.835068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.835459] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.835459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.835459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.835825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.835825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.835825] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e780dcf-9964-4a88-b5b6-a26695d1fa92 is going to be updated. [ 1138.859470] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.860661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.860661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.860661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.860661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.860661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e780dcf-9964-4a88-b5b6-a26695d1fa92" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.025158] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-481 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.025323] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.025465] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.025794] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.025998] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.026165] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.026281] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.026487] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.026787] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.026889] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.027044] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.027164] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.027270] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.027386] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.027494] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.027625] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.052844] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.053111] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.053311] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.053634] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-481" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.054040] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-71684422-fbcf-4b5a-a957-da718203a451 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.054242] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.054377] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.054795] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.054939] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71684422-fbcf-4b5a-a957-da718203a451',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.160729] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d in Status: SUCCESS [ 1139.161099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.161759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.161991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.162201] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.162377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.162588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.162736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.162827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.162919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.163025] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.182014] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.563039] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.563418] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.563534] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.563877] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.564092] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.564262] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 71684422-fbcf-4b5a-a957-da718203a451 not found, creating... [ 1139.564718] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.564887] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.565013] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.565257] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.565402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.565755] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.565931] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.566078] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.566315] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.566466] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.566631] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 71684422-fbcf-4b5a-a957-da718203a451 is going to be created. [ 1139.590581] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.591018] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.591136] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.591416] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.591695] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.593651] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.665150] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.687077] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.882411] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1139.882411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.882411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.882411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.882411] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.882411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.882411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.882411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.882411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.882411] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.166940] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a8971c13-a3a5-47b7-9d4d-048e96a38b2d: rpc.has_security_group_logging(os_id): False [ 1140.186585] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.186867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.186950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.187196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.187289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.187542] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.187642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.187749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.187853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.187929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.188029] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d is going to be created. [ 1140.189306] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.189417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.189501] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.189637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.189841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.189997] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be updated. [ 1140.223287] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.223474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.223523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.223729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.223884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.234894] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 1140.293607] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.293784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.293825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.294068] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.294260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.312730] env[65279]: INFO networking_nsxv3.common.synchronization [req-a583f612-383f-4e4b-96f4-6ad5bdf70f2d req-a29fa0ef-0c10-4467-932b-92b77aad078b service nova] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 1140.312801] env[65279]: INFO networking_nsxv3.common.synchronization [req-a583f612-383f-4e4b-96f4-6ad5bdf70f2d req-a29fa0ef-0c10-4467-932b-92b77aad078b service nova] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1140.313049] env[65279]: INFO networking_nsxv3.common.synchronization [req-a583f612-383f-4e4b-96f4-6ad5bdf70f2d req-a29fa0ef-0c10-4467-932b-92b77aad078b service nova] Enqueued Resource ID: 71684422-fbcf-4b5a-a957-da718203a451 with Priority: HIGHEST for action port [ 1140.314309] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d in Status: IN_PROGRESS for 2s [ 1140.314892] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_rules [ 1140.315034] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1140.315141] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71684422-fbcf-4b5a-a957-da718203a451 with Priority: HIGHEST for action port [ 1140.315443] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.315618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.315698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.315916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.316040] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.316990] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.317126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.317292] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-71684422-fbcf-4b5a-a957-da718203a451 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.317394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.317458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.318468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.318468] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71684422-fbcf-4b5a-a957-da718203a451',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.385026] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.820263] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.820534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.820583] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71684422-fbcf-4b5a-a957-da718203a451 with status ACTIVE [ 1140.820766] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.820884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.820941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.821172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.821262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.821478] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.821587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.821654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.821805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.821884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.822084] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.822178] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.822244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.822386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.822481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.822548] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71684422-fbcf-4b5a-a957-da718203a451 is going to be updated. [ 1140.844272] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.844272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.844272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.844537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.844723] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.844899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71684422-fbcf-4b5a-a957-da718203a451" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.886515] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.389318] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.389465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.389556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.390229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.390229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.390229] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1141.419765] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.420189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.420189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.420265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.420351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.429384] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1142.250696] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 1142.251121] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.251240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.251494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.251724] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.251896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.251998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.252229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.252396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.252541] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.337784] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d in Status: SUCCESS [ 1142.338118] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.754749] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.968215] env[65279]: INFO networking_nsxv3.common.synchronization [req-3891971e-c939-43b8-8340-fe84ce47618d req-1571e83f-8d25-40f3-ab8f-8007d82d267e tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_members [ 1142.968215] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_members [ 1142.968215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.968215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.968665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.969334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.969732] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.969842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.969905] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.970381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.970521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.970871] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.056363] env[65279]: INFO networking_nsxv3.common.synchronization [req-98c9225d-af64-4964-b98c-bf32e217d7f1 req-4951ce0a-753f-4274-aa58-ae3f885efd9a tempest-ListServerFiltersTestJSON-114837932 tempest-ListServerFiltersTestJSON-114837932-project-member] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1143.056863] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGHEST for action security_group_members [ 1143.060027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.060027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.060027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.060229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.060441] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.060566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.060626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.060799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.060884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.061084] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.257389] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.415843] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.416116] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.416249] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.416573] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.416908] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.417224] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.417391] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.417718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.417869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.418102] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.418218] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.418328] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.418494] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.418610] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.418713] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.418846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.444733] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.444935] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.445059] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.445247] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.445685] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-bf77288d-c6ef-41ee-a760-a5b8ea259efe taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.445872] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.445967] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.446358] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.446504] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf77288d-c6ef-41ee-a760-a5b8ea259efe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.448123] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1143.448504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.448704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.448775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.449307] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.450172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.450172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.450432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.450523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.450697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.450742] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.473756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.474031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.474146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.474515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.474760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.475161] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.475292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.475532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.475697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.475898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.475965] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac already deleted. [ 1143.476057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.565203] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.565392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.565506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.565632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.565721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.565912] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.566019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.566082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.566235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.566308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.566394] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be updated. [ 1143.598152] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.598363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.598409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.598674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.598885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.609390] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: IN_PROGRESS for 2s [ 1143.761324] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.761520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.761520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.761853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.762210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.762210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be updated. [ 1143.793652] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.793791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.793829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.794057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.794221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.808237] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 1143.953430] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.953669] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.954364] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.954364] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.954364] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.954626] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port bf77288d-c6ef-41ee-a760-a5b8ea259efe not found, creating... [ 1143.954940] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.955640] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.955640] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.955789] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.956661] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.956661] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.956661] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.956923] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.956965] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.957279] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.957415] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: bf77288d-c6ef-41ee-a760-a5b8ea259efe is going to be created. [ 1143.958667] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.958786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.958850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.959035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.959197] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.959296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.959359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.959512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.959592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.959671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.959819] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.960019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.960019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.960145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.960282] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.960372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.960436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.960571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.960655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.960716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.960814] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.986612] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.986928] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.987057] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.987358] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.987600] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.987849] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.464651] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05194326-b628-4312-9aa9-5acf31933c6b: rpc.has_security_group_logging(os_id): False [ 1144.484437] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.484629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.484686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.484983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.485126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.485381] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.485553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.485640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.485873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.485987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.486340] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.486454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.486517] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.486672] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.486750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.486967] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.487085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.487149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.487293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.487367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.487453] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1144.553835] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.553987] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.554071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.554291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.554440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.574418] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1144.723280] env[65279]: INFO networking_nsxv3.common.synchronization [req-3891971e-c939-43b8-8340-fe84ce47618d req-2e896a6f-94b1-4187-bc51-a047aa62a7a5 service nova] Enqueued Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_rules [ 1144.723514] env[65279]: INFO networking_nsxv3.common.synchronization [req-3891971e-c939-43b8-8340-fe84ce47618d req-2e896a6f-94b1-4187-bc51-a047aa62a7a5 service nova] Enqueued Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_members [ 1144.723714] env[65279]: INFO networking_nsxv3.common.synchronization [req-3891971e-c939-43b8-8340-fe84ce47618d req-2e896a6f-94b1-4187-bc51-a047aa62a7a5 service nova] Enqueued Resource ID: bf77288d-c6ef-41ee-a760-a5b8ea259efe with Priority: HIGHEST for action port [ 1144.724381] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_rules [ 1144.724549] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_members [ 1144.724657] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf77288d-c6ef-41ee-a760-a5b8ea259efe with Priority: HIGHEST for action port [ 1144.724955] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.725140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.725238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.725525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.725632] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.726617] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.726724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.726805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.727041] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.727225] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.727410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.727482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.727662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.728167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.728278] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.729147] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf77288d-c6ef-41ee-a760-a5b8ea259efe taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.729247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.729609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.729609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.729609] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf77288d-c6ef-41ee-a760-a5b8ea259efe',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.233169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.233428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.233759] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.235112] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf77288d-c6ef-41ee-a760-a5b8ea259efe with status ACTIVE [ 1145.235315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.235559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.235613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.235883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.236033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.236294] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.236443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.236538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.237025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.237025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.237431] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.237431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.237431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.237824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.237824] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.237824] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf77288d-c6ef-41ee-a760-a5b8ea259efe is going to be updated. [ 1145.270618] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.270766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.270840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.271082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.271232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.271400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf77288d-c6ef-41ee-a760-a5b8ea259efe" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.621477] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba448ea2-4f52-4d66-801b-ace08c797e75 in Status: SUCCESS [ 1145.621861] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 deletion is rescheduled due to dependency. [ 1145.621861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.740353] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.818765] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 1145.819021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.822015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.822015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.822015] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.822015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.822015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.822015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.822015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.822015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.822015] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.005623] env[65279]: INFO networking_nsxv3.common.synchronization [req-133ecf0c-48e6-418d-96a6-c5a4ee653eeb req-7e7c9cb6-2dd1-4e5b-9692-1be7e3500dd8 tempest-ServersNegativeTestJSON-608929962 tempest-ServersNegativeTestJSON-608929962-project-member] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1146.006402] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGHEST for action security_group_members [ 1146.006788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.007182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.007182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.007402] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.007604] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.007753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.007854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.008062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.008261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.008390] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.242434] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.242644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.242686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.242977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.243141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.243238] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac is going to be created. [ 1146.266285] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.266492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.266492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.266767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.266988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.277356] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac in Status: UNINITIALIZED for 2s [ 1146.322247] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.510803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.511019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.511051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.511269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.511376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.511550] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.511648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.511711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.512075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.512075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.512075] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be updated. [ 1146.540426] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.540573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.540646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.540863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.541011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.550050] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: IN_PROGRESS for 2s [ 1146.596529] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1146.596529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.824945] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8878b9e1-4a45-46b2-bef5-3e3220f320e2: rpc.has_security_group_logging(os_id): False [ 1146.842773] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.842938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.843042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.843279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.843372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.843669] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.843775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.843841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.843996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.844100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.844191] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be updated. [ 1146.907695] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.907695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.907695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.908024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.908477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.924036] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 1148.287683] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac in Status: UNINITIALIZED for 4s [ 1148.560763] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b in Status: SUCCESS [ 1148.561026] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b deletion is rescheduled due to dependency. [ 1148.561165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.940907] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 1148.941190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.300982] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac in Status: SUCCESS [ 1150.301340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.301572] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.301876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.302126] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.302245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.302406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.302757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.302842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.302928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.303130] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.806349] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.007860] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.007860] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1151.308650] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02c6aa9e-9474-462b-9ca6-78883a4bc9ac: rpc.has_security_group_logging(os_id): False [ 1151.326774] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.326992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.326992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.327232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.327322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.327561] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.327832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.327832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.327924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.327924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.328060] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac is going to be created. [ 1151.392906] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.392906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.392906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.392906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.392906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.406145] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac in Status: IN_PROGRESS for 2s [ 1151.772724] env[65279]: INFO networking_nsxv3.common.synchronization [None req-9e20b331-7cd4-4d70-af5d-f6f2bc7e1952 None None] Enqueued Resource ID: 38586bd1-2dc6-49ad-8bb8-b3e1761dac58 with Priority: HIGHEST for action port [ 1151.773649] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38586bd1-2dc6-49ad-8bb8-b3e1761dac58 with Priority: HIGHEST for action port [ 1151.774151] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-38586bd1-2dc6-49ad-8bb8-b3e1761dac58 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.774345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38586bd1-2dc6-49ad-8bb8-b3e1761dac58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.774459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38586bd1-2dc6-49ad-8bb8-b3e1761dac58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.774848] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38586bd1-2dc6-49ad-8bb8-b3e1761dac58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.774979] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38586bd1-2dc6-49ad-8bb8-b3e1761dac58',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.279440] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38586bd1-2dc6-49ad-8bb8-b3e1761dac58 [ 1152.279440] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.279568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.279646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.279874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.279956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.280106] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38586bd1-2dc6-49ad-8bb8-b3e1761dac58 already deleted. [ 1152.280140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38586bd1-2dc6-49ad-8bb8-b3e1761dac58" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.419443] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac in Status: SUCCESS [ 1153.419950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.944835] env[65279]: INFO networking_nsxv3.common.synchronization [None req-36f36679-f8f8-44c3-b46c-b3cf24f963f3 None None] Enqueued Resource ID: f7252a83-58d8-4708-b8c4-73ff0441e492 with Priority: HIGHEST for action port [ 1155.945477] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7252a83-58d8-4708-b8c4-73ff0441e492 with Priority: HIGHEST for action port [ 1155.945848] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7252a83-58d8-4708-b8c4-73ff0441e492 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.945985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7252a83-58d8-4708-b8c4-73ff0441e492" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.946058] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7252a83-58d8-4708-b8c4-73ff0441e492" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.946568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7252a83-58d8-4708-b8c4-73ff0441e492" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.946568] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7252a83-58d8-4708-b8c4-73ff0441e492',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.448029] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7252a83-58d8-4708-b8c4-73ff0441e492 [ 1156.448254] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.448413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.448485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.448797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.448930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.449142] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7252a83-58d8-4708-b8c4-73ff0441e492 already deleted. [ 1156.449255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7252a83-58d8-4708-b8c4-73ff0441e492" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.645922] env[65279]: INFO networking_nsxv3.common.synchronization [req-d556a136-7af5-4675-adf5-4fd5ab32a924 req-5dac51f3-ca09-4cc5-90c6-ad06e84bd873 tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1156.646470] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1156.646783] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.646907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.646971] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.647186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.647359] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.647555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.647555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.647682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.647908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.647908] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.302032] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.804047] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.307299] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.307785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.307785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.307785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.307964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.307964] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1158.344223] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.344339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.344414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.344663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.344877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.354984] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1158.766456] env[65279]: INFO networking_nsxv3.common.synchronization [req-7ab59d25-b75f-4acd-b695-b7dbfea9fcdf req-a4bc278c-19dc-4cea-af38-559c2fab405e tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1158.766961] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1158.767292] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.767429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.767494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.768653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.768653] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.768653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.768653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.768653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.768653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.768653] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.113163] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.113349] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.113490] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.113727] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.113972] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.114140] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.114254] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.114464] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.114635] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.114833] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.114944] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.115062] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.115166] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.115272] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.115371] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.115533] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.134719] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.134915] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.135082] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.135258] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.135575] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.135808] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.135957] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.136309] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.136489] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a17cf5-0c7b-4d4d-a738-9b0f85edb53c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.271822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.272076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.272151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.272340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.272463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.272794] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.272951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.273089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.273337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.273472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.273624] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1159.304295] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.304467] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.304543] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.304754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.304891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.323262] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1159.639243] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.639559] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.639756] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.640128] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.640363] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.640572] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 26a17cf5-0c7b-4d4d-a738-9b0f85edb53c not found, creating... [ 1159.640909] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.641426] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.641426] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.641702] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.641906] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.642679] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.642913] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.643106] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.643373] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.643563] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.643768] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 26a17cf5-0c7b-4d4d-a738-9b0f85edb53c is going to be created. [ 1159.678848] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.679139] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.679249] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.679521] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.679753] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.679974] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.367403] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1160.367888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.405681] env[65279]: INFO networking_nsxv3.common.synchronization [req-7ab59d25-b75f-4acd-b695-b7dbfea9fcdf req-239e03ae-3e2d-4783-ac54-70a89ead7609 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1160.405975] env[65279]: INFO networking_nsxv3.common.synchronization [req-7ab59d25-b75f-4acd-b695-b7dbfea9fcdf req-239e03ae-3e2d-4783-ac54-70a89ead7609 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1160.406172] env[65279]: INFO networking_nsxv3.common.synchronization [req-7ab59d25-b75f-4acd-b695-b7dbfea9fcdf req-239e03ae-3e2d-4783-ac54-70a89ead7609 service nova] Enqueued Resource ID: 26a17cf5-0c7b-4d4d-a738-9b0f85edb53c with Priority: HIGHEST for action port [ 1160.406756] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1160.406935] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1160.407089] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26a17cf5-0c7b-4d4d-a738-9b0f85edb53c with Priority: HIGHEST for action port [ 1160.407444] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.407597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.407632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.407845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.407926] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.408840] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.408940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.409167] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.409292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.409366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.409748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.409748] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26a17cf5-0c7b-4d4d-a738-9b0f85edb53c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.911938] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.912160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.912382] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26a17cf5-0c7b-4d4d-a738-9b0f85edb53c with status ACTIVE [ 1160.912564] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.912696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.912765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.912980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.913087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.913258] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.913351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.913409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.913554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.913627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.913806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.913895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.913951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.914096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.914196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.914250] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26a17cf5-0c7b-4d4d-a738-9b0f85edb53c is going to be updated. [ 1160.935920] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.936184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.936184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.936381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.936742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.936742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26a17cf5-0c7b-4d4d-a738-9b0f85edb53c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.131071] env[65279]: INFO networking_nsxv3.common.synchronization [req-a4249ecf-b276-44db-855a-d5144d26738a req-9107f025-d970-4469-a7dc-f5a63a720e52 tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1161.131724] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1161.132104] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.132233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.132285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.132552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.132728] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.132819] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.132880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.133052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.133137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.133229] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.335217] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1161.335389] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1161.335502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.335692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.336028] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.336227] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.336333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.336404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.336555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.336631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.336725] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.442318] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.442643] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.442643] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.442980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.443259] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.443415] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.443529] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.443746] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.443891] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.444104] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.444217] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.444322] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.444425] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.444531] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.444670] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.444776] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.464031] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.464031] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.464031] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.464031] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.464383] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-f8176288-a6b0-4c3d-86a8-4587558ec67c taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.464536] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.464656] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.464990] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.465150] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8176288-a6b0-4c3d-86a8-4587558ec67c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.636120] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.636305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.636377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.636691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.636748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.636984] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.637126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.637126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.637275] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.637348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.637433] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e already deleted. [ 1161.637526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.839176] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.967308] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.967527] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.967641] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.967923] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.968083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.968241] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port f8176288-a6b0-4c3d-86a8-4587558ec67c not found, creating... [ 1161.968492] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.968646] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.968764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.968986] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.969132] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.969404] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.969558] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.969673] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.969873] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.970014] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.970152] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: f8176288-a6b0-4c3d-86a8-4587558ec67c is going to be created. [ 1161.990984] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.991205] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.991326] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.991593] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.991820] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.992051] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.342326] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.686487] env[65279]: INFO networking_nsxv3.common.synchronization [req-a4249ecf-b276-44db-855a-d5144d26738a req-29826456-1d7d-44c4-bb7c-017aaad9fe61 service nova] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_rules [ 1162.686487] env[65279]: INFO networking_nsxv3.common.synchronization [req-a4249ecf-b276-44db-855a-d5144d26738a req-29826456-1d7d-44c4-bb7c-017aaad9fe61 service nova] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1162.686487] env[65279]: INFO networking_nsxv3.common.synchronization [req-a4249ecf-b276-44db-855a-d5144d26738a req-29826456-1d7d-44c4-bb7c-017aaad9fe61 service nova] Enqueued Resource ID: f8176288-a6b0-4c3d-86a8-4587558ec67c with Priority: HIGHEST for action port [ 1162.686916] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_rules [ 1162.686916] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1162.686916] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8176288-a6b0-4c3d-86a8-4587558ec67c with Priority: HIGHEST for action port [ 1162.687361] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.687494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.687550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.687798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.687872] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.689182] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.689293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.689360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.689530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.689675] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.689771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.689833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.689976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.690073] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.690161] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.690883] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8176288-a6b0-4c3d-86a8-4587558ec67c taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.691059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.691059] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.691203] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.691276] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8176288-a6b0-4c3d-86a8-4587558ec67c',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.844697] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.844874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.844946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.845181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.845268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.845358] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1162.874796] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.874946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.875035] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.875254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.875395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.884015] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1163.192423] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.192565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.193167] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.194818] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8176288-a6b0-4c3d-86a8-4587558ec67c with status ACTIVE [ 1163.195050] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.195140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.195216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.195974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.195974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.195974] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.195974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.195974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.196235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.196235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.196347] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.196439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.196731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.196731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.196731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.196837] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8176288-a6b0-4c3d-86a8-4587558ec67c is going to be updated. [ 1163.218157] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.218298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.218375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.218582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.218719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.219084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8176288-a6b0-4c3d-86a8-4587558ec67c" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.454089] env[65279]: INFO networking_nsxv3.common.synchronization [req-36f2e992-9e7b-4572-93af-7a399609aac3 req-e820c17a-e734-43ef-bb0e-754a589885f2 tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1163.454669] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1163.456390] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.456512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.698200] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.755664] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.755934] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.756067] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.756382] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.756570] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.756714] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.756824] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.757057] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.757205] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.757404] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.757511] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1163.757626] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1163.757770] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1163.757832] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1163.758017] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1163.758060] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1163.778708] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1163.778902] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1163.779015] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1163.779192] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.779501] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-ee73a398-8f1b-410e-b233-5027e234ad53 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.779679] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.779785] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.780196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.780333] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee73a398-8f1b-410e-b233-5027e234ad53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.200169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.200169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.200169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.200418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.200479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.200546] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e is going to be created. [ 1164.225436] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.225624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.225624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.225862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.226033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.235558] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: UNINITIALIZED for 2s [ 1164.283164] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.283462] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.283716] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.283792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.283936] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.284103] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port ee73a398-8f1b-410e-b233-5027e234ad53 not found, creating... [ 1164.284389] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.284832] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.285089] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.285463] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.285682] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.286151] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.286413] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.286842] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.286968] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.287228] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.287464] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: ee73a398-8f1b-410e-b233-5027e234ad53 is going to be created. [ 1164.334399] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.334709] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.334782] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.335053] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.335290] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.335525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.895801] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1164.896139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.896234] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.896457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.896653] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.896770] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.896836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.896998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.897083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.897172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.897263] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.057356] env[65279]: INFO networking_nsxv3.common.synchronization [req-36f2e992-9e7b-4572-93af-7a399609aac3 req-b80a529e-db56-43e2-b773-de0f2d12b2a3 service nova] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_rules [ 1165.057356] env[65279]: INFO networking_nsxv3.common.synchronization [req-36f2e992-9e7b-4572-93af-7a399609aac3 req-b80a529e-db56-43e2-b773-de0f2d12b2a3 service nova] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1165.057356] env[65279]: INFO networking_nsxv3.common.synchronization [req-36f2e992-9e7b-4572-93af-7a399609aac3 req-b80a529e-db56-43e2-b773-de0f2d12b2a3 service nova] Enqueued Resource ID: ee73a398-8f1b-410e-b233-5027e234ad53 with Priority: HIGHEST for action port [ 1165.057356] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_rules [ 1165.057549] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1165.057586] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee73a398-8f1b-410e-b233-5027e234ad53 with Priority: HIGHEST for action port [ 1165.057974] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.057974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.058235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.058318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.059392] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee73a398-8f1b-410e-b233-5027e234ad53 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.059392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.059392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.059392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.059392] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee73a398-8f1b-410e-b233-5027e234ad53',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.399857] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.399857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.399857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.400881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.400881] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.400881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.400881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.401158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.401158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.401158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.401268] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.401362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.401613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.401787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.401933] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.402038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.402115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.402301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.402401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.402507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.402621] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.563302] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee73a398-8f1b-410e-b233-5027e234ad53 with status ACTIVE [ 1165.563703] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.563956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.564096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.564359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.564482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.564807] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.564947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.565786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.565786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.565786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.565786] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.565786] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.566147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.566147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.566147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.566147] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee73a398-8f1b-410e-b233-5027e234ad53 is going to be updated. [ 1165.588335] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.588552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.588620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.588865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.589422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.589422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee73a398-8f1b-410e-b233-5027e234ad53" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.904813] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6910c2f5-e742-41c5-881d-5271027325d8: rpc.has_security_group_logging(os_id): False [ 1165.935886] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.936085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.936130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.936328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.936418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.936664] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.936780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.936846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.937014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.937094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.937289] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.937380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.937440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.937576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.937646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.937833] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.937925] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.937984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.938134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.938207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.938292] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1166.009300] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.009600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.009600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.009743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.009882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.021090] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1166.246519] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: SUCCESS [ 1166.246730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.246904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.247183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.247376] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.247491] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.247557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.247711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.247793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.247877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.247974] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.249032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.249221] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.249383] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.249488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.249552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.249694] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.249776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.249868] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.752596] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.752758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.752967] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.258065] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.761102] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.761102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.761102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.761290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.761389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.761492] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e is going to be updated. [ 1167.799654] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.799654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.799654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.799654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.799917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.812975] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: IN_PROGRESS for 2s [ 1168.035453] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1168.035681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.824053] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: SUCCESS [ 1169.824414] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.824560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.824840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.825043] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.825161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.825225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.825378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.825457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.825551] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.058784] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1170.058960] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1170.275103] env[65279]: INFO networking_nsxv3.common.synchronization [req-7204a1a4-e905-4c0c-8bd6-f9dd10f49991 req-83babdf7-4628-4163-b11f-441f863d4cec tempest-ServersTestJSON-1620302238 tempest-ServersTestJSON-1620302238-project-member] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1170.275949] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGHEST for action security_group_members [ 1170.276367] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.276557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.276649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.276893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.277130] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.277276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.277360] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.277532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.277621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.277718] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.329084] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.779839] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.780175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.780286] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.780678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.780808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.781082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.781207] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.781283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.781521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.781635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.781716] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be updated. [ 1170.809732] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.809897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.809941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.810165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.810303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.819863] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: IN_PROGRESS for 2s [ 1170.832219] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.334722] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.334891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.335508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.335508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.335508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.335508] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e is going to be updated. [ 1171.368668] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.368845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.368932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.369383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.369579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.380510] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: IN_PROGRESS for 2s [ 1172.582494] env[65279]: INFO networking_nsxv3.common.synchronization [req-43523be2-a181-4993-89ec-52038cc2eb13 req-8acd2e49-171e-4ce1-931a-0efdc67e443a tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1172.583140] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1172.583396] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.583518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.583583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.583812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.583973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.584091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.584191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.584310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.584398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.584489] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.831270] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05194326-b628-4312-9aa9-5acf31933c6b in Status: SUCCESS [ 1172.831453] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05194326-b628-4312-9aa9-5acf31933c6b deletion is rescheduled due to dependency. [ 1172.831683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.090328] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.090328] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.090328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.090328] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1173.121973] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.121973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.121973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.121973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.121973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.130298] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1173.390911] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: SUCCESS [ 1173.391149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.391331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.391548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.391978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.391978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.391978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.392196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.392236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.392464] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.392546] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.392611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.392685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.394583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.394583] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.394583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.394583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.394583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.394583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.394583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.394583] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.897136] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1338c2e7-2452-46e0-9c20-00dda1dae06e: rpc.has_security_group_logging(os_id): False [ 1173.917990] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.918175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.918264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.918479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.918562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.918792] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.918900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.918980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.919189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.919253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.919435] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.919755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.919755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.919755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.919920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.920022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.920380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.920463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.920609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.920696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.920821] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e is going to be created. [ 1173.999825] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.999825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.999825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.000149] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.000309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.014456] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: IN_PROGRESS for 2s [ 1175.141649] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1175.141997] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 deletion is rescheduled due to dependency. [ 1175.142114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.026971] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: SUCCESS [ 1176.027265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.027398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.027650] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.027737] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.530369] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.530724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.530724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.530991] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.531284] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.531463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.531603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.531904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.532086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.532249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.532394] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.038334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.038334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.038334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.038334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.038334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.041071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.041071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.041071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.041071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.041071] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.545487] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1338c2e7-2452-46e0-9c20-00dda1dae06e: rpc.has_security_group_logging(os_id): False [ 1177.567496] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.567875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.567875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.568067] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.568131] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.568355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.568485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.568558] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.568753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.568753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.569032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.569130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.569195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.569333] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.569400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.569584] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.569696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.569758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.569856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.569956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.570067] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e is going to be updated. [ 1177.584282] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.584425] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1177.638161] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.638398] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.638457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.638665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.638855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.670328] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: IN_PROGRESS for 2s [ 1179.686848] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: SUCCESS [ 1179.687253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.083394] env[65279]: INFO networking_nsxv3.common.synchronization [req-604fbc98-4d74-4ab5-9129-04269d1c2240 req-b8cea101-e4b5-40d6-bfbe-fc0a505e7529 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1180.084019] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1180.084541] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.084686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.085150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.085150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.085277] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.085362] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.085397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.085592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.085710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.085798] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.442522] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.442732] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.442883] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.443176] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.443439] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.443596] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.443714] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.443923] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.444086] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.444290] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.444403] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.444500] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.444605] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.444711] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.444841] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.444986] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.476495] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.476664] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.476806] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.476982] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.477375] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-4a6507dd-eb80-4c15-92ef-090de9efd373 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.477558] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.477682] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.478083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.478231] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a6507dd-eb80-4c15-92ef-090de9efd373',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.588164] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.588164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.588316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.588473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.588569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.588796] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.588902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.588965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.589146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.589226] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.589318] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1180.620023] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.620276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.620440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.620867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.621169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.632446] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1180.980826] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.981299] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.981299] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.981444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.981586] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.981847] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 4a6507dd-eb80-4c15-92ef-090de9efd373 not found, creating... [ 1180.982104] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.982236] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.982292] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.982490] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.982628] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.982952] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.983121] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.983276] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.983449] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.983631] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.983702] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 4a6507dd-eb80-4c15-92ef-090de9efd373 is going to be created. [ 1181.006134] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.006364] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.006460] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.006758] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.007015] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.007311] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.717112] env[65279]: INFO networking_nsxv3.common.synchronization [req-604fbc98-4d74-4ab5-9129-04269d1c2240 req-f75d2ab7-087a-4a68-b680-c51b94a60688 service nova] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 1181.717112] env[65279]: INFO networking_nsxv3.common.synchronization [req-604fbc98-4d74-4ab5-9129-04269d1c2240 req-f75d2ab7-087a-4a68-b680-c51b94a60688 service nova] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1181.717112] env[65279]: INFO networking_nsxv3.common.synchronization [req-604fbc98-4d74-4ab5-9129-04269d1c2240 req-f75d2ab7-087a-4a68-b680-c51b94a60688 service nova] Enqueued Resource ID: 4a6507dd-eb80-4c15-92ef-090de9efd373 with Priority: HIGHEST for action port [ 1181.717728] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 1181.719703] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1181.719703] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6507dd-eb80-4c15-92ef-090de9efd373 with Priority: HIGHEST for action port [ 1181.719703] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.719703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.719703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.719703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.719703] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.720876] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.721168] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.721513] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a6507dd-eb80-4c15-92ef-090de9efd373 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.722520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.722520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.722520] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.722520] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a6507dd-eb80-4c15-92ef-090de9efd373',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.221157] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.221507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.225753] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a6507dd-eb80-4c15-92ef-090de9efd373 with status ACTIVE [ 1182.226018] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.226182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.226253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.226461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.226788] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.226788] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.226914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.226914] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.226993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.227084] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.227266] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.227371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.227431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.227565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.227648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.227734] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a6507dd-eb80-4c15-92ef-090de9efd373 is going to be updated. [ 1182.252402] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.252594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.252640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.252826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.252962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.253142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a6507dd-eb80-4c15-92ef-090de9efd373" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.642729] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1182.642729] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 deletion is rescheduled due to dependency. [ 1182.642959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.642959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.643173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.643410] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.643548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.643548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.643670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.643751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.643845] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.145717] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.650330] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.152717] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.153156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.153287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.153487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.153568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.153676] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1184.175755] env[65279]: INFO networking_nsxv3.common.synchronization [req-c14a8e7d-95e1-45e5-a6de-26b02c325742 req-e8165ac6-1d92-4e87-b58f-79cb207c05bc tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1184.175971] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1184.178670] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.178670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.178670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.178670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.178670] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.178670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.178670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.178670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.178670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.178670] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.182672] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.182802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.182880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.183079] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.184304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.194153] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1184.377286] env[65279]: INFO networking_nsxv3.common.synchronization [req-7a95b465-dfad-461f-a39d-14df3c073e17 req-30bc5eff-7af8-44f8-b947-41240f7706b0 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_members [ 1184.377832] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGHEST for action security_group_members [ 1184.378156] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.378267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.378338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.378540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.378688] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.378782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.378844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.378986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.379088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.379179] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.679780] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.680266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.680266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.680266] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.680438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.680572] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.680703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.680703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.680853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.680853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.681040] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1184.709543] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.709803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.709803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.709954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.710097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.726669] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1184.881429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.881586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.881657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.881882] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.881998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.882215] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.882311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.882373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.882529] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.882603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.882689] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d is going to be updated. [ 1184.911260] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.911479] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.911557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.911767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.911911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.921500] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d in Status: IN_PROGRESS for 2s [ 1186.204113] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1186.204460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.204460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.204630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.204864] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.205119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.205200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.205400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.205488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.205597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.205666] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.708273] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.738142] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1186.738336] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1186.738456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.932561] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d in Status: SUCCESS [ 1186.932782] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d deletion is rescheduled due to dependency. [ 1186.932935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.211449] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38be68e0-5825-4af0-865b-05c233e18811: rpc.has_security_group_logging(os_id): False [ 1187.232687] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.232930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.232930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.233133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.233228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.233504] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.233601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.233706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.233963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.234104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.234240] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1187.298437] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.298585] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.298655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.299167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.299167] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.315024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1189.330767] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1189.331247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.379175] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.380032] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1190.142915] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab861899-1559-47be-82d1-7ded676062df req-bae0cee1-5559-4aeb-a65b-53eabbd42154 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1190.144249] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1190.144249] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.144249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.144249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.144249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.144249] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.145812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.145812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.145812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.145812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.145812] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.647040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.647412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.647412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.647625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.647625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.647794] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.647886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.647949] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.648111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.648189] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.648274] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1190.677850] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.678026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.678102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.678315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.678477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.683213] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.683414] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.683525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.683785] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.684050] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.684212] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.684329] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.684566] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.684792] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.685052] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.685188] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.685295] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.685382] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.685492] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.685598] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.685727] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.688201] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1190.718528] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.718718] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.718980] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.719202] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.719561] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-dc9bdd88-f8ed-4647-af51-68ce2af09b56 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.719742] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.719863] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.720225] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.720365] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9bdd88-f8ed-4647-af51-68ce2af09b56',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.224089] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.224319] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.224444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.224731] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.224950] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.225139] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port dc9bdd88-f8ed-4647-af51-68ce2af09b56 not found, creating... [ 1191.225398] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.225555] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.225669] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.225902] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.226071] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.226359] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.226510] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.226624] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.226829] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.226963] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.227263] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: dc9bdd88-f8ed-4647-af51-68ce2af09b56 is going to be created. [ 1191.254282] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.254489] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.255918] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.255918] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.255918] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.255918] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.933440] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab861899-1559-47be-82d1-7ded676062df req-12baba74-6cbc-4e25-b477-ebad76e69410 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1191.933440] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab861899-1559-47be-82d1-7ded676062df req-12baba74-6cbc-4e25-b477-ebad76e69410 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1191.933440] env[65279]: INFO networking_nsxv3.common.synchronization [req-ab861899-1559-47be-82d1-7ded676062df req-12baba74-6cbc-4e25-b477-ebad76e69410 service nova] Enqueued Resource ID: dc9bdd88-f8ed-4647-af51-68ce2af09b56 with Priority: HIGHEST for action port [ 1191.933440] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1191.933440] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1191.933949] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9bdd88-f8ed-4647-af51-68ce2af09b56 with Priority: HIGHEST for action port [ 1191.935520] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.937128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.937245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.937442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.937516] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.938819] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.940374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.940374] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9bdd88-f8ed-4647-af51-68ce2af09b56 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.940374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.940374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.940374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.940374] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9bdd88-f8ed-4647-af51-68ce2af09b56',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.441947] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.442106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.442240] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc9bdd88-f8ed-4647-af51-68ce2af09b56 with status ACTIVE [ 1192.442633] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.442633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.442633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.442791] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.442897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.443051] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.443143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.443256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.443358] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.443437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.443615] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.443704] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.443766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.443930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.444106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.444106] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc9bdd88-f8ed-4647-af51-68ce2af09b56 is going to be updated. [ 1192.467473] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.467691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.467691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.468316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.468316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.468316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9bdd88-f8ed-4647-af51-68ce2af09b56" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.699834] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1192.699958] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 deletion is rescheduled due to dependency. [ 1192.700119] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.700315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.700565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.700778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.700915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.701023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.701241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.701400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.701542] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.207745] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.710042] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.213630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.213630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.213630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.213630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.213630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.213630] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1194.242662] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.242842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.242922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.243162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.243784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.252279] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1196.265551] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1196.265950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.266219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.266542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.266847] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.267049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.267141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.267390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.267488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.267635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.267749] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.770820] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.770969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.771093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.771287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.771469] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.771629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.771629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.771784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.771877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.772020] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.772207] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.772314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.772412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.772526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.772660] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.772750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.772843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.773038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.773130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.773213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.773315] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.934497] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.934497] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1197.172659] env[65279]: INFO networking_nsxv3.common.synchronization [None req-52a0d4ec-0b47-4083-8449-9d3eeece8270 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1197.173488] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1197.173870] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.174017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.174256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.174488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.174671] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.174775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.174843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.175082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.175172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.175269] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.275953] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb8fb69-b652-4cb4-a951-7cc0765f5798: rpc.has_security_group_logging(os_id): False [ 1197.295689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.295888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.295973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.296320] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.296366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.296554] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.296660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.296716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.296929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.297047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.297284] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.297383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.297443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.297610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.297697] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.297887] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.297981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.298056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.298198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.298273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.298357] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1197.387520] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.387725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.387785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.387975] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.388147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.407646] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1197.677678] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.848404] env[65279]: INFO networking_nsxv3.common.synchronization [req-f98e4c7b-c477-4259-8af6-bbd948a1efd5 req-c52f3d05-3d39-42ea-a834-cdaf2e605ebd tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1197.848404] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1197.848404] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.848404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.848404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.848404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.848855] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.849086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.849238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.849468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.849636] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.849805] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.182619] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.203513] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.203718] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.203838] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.204114] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.204371] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.204529] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.205010] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.205294] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.205452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.205658] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.206027] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.206027] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.206027] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.206169] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.206260] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.206391] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.225260] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.225449] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.225591] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.225775] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.226225] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-4978a48a-d5f9-42a6-ae73-016db82657f2 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.226521] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.226713] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.227140] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.227305] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4978a48a-d5f9-42a6-ae73-016db82657f2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.353058] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.353354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.353354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.353534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.353626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.353822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.353959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.354040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.354150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.354228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.354314] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1198.385446] env[65279]: INFO networking_nsxv3.common.synchronization [req-0cbf930d-dfc8-45b6-b9c0-2711a62d3984 req-ad00a424-c94f-4587-9e69-698b394ac253 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_members [ 1198.386430] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.386627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.386708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.386908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.387056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.388645] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 with Priority: HIGHEST for action security_group_members [ 1198.388963] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-a59373c9-19c8-4d66-a5e9-ea0b17c73915 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.389088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.389150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.389319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.389458] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.389551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.389611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.389749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.389825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.389913] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a59373c9-19c8-4d66-a5e9-ea0b17c73915',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.399299] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1198.684546] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.684775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.684863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.685147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.685238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.685342] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1198.712569] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.712733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.712769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.712965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.713122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.721324] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1198.729333] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.729528] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.729650] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.729924] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.730080] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.730229] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 4978a48a-d5f9-42a6-ae73-016db82657f2 not found, creating... [ 1198.730473] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.730626] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.730873] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.730960] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.731097] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.731377] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.731529] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.731644] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.731925] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.731984] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.732113] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 4978a48a-d5f9-42a6-ae73-016db82657f2 is going to be created. [ 1198.756712] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.756972] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.757119] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.757402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.757635] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.757853] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.891617] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.891801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.891841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.892074] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.914231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.914486] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.914601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.914667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.914869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.914983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.915078] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 is going to be updated. [ 1198.952684] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.952835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.952913] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.953336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.953494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.964300] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 in Status: IN_PROGRESS for 2s [ 1199.423291] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1199.423656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.460105] env[65279]: INFO networking_nsxv3.common.synchronization [req-f98e4c7b-c477-4259-8af6-bbd948a1efd5 req-570eb020-c55a-4899-9a64-965e77f138bf service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1199.460273] env[65279]: INFO networking_nsxv3.common.synchronization [req-f98e4c7b-c477-4259-8af6-bbd948a1efd5 req-570eb020-c55a-4899-9a64-965e77f138bf service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1199.460412] env[65279]: INFO networking_nsxv3.common.synchronization [req-f98e4c7b-c477-4259-8af6-bbd948a1efd5 req-570eb020-c55a-4899-9a64-965e77f138bf service nova] Enqueued Resource ID: 4978a48a-d5f9-42a6-ae73-016db82657f2 with Priority: HIGHEST for action port [ 1199.460790] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1199.460790] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1199.460877] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4978a48a-d5f9-42a6-ae73-016db82657f2 with Priority: HIGHEST for action port [ 1199.461637] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.463343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.463343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.463343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.463343] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.464636] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.464825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.465156] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-4978a48a-d5f9-42a6-ae73-016db82657f2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.465453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.465453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.465509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.465583] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4978a48a-d5f9-42a6-ae73-016db82657f2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.517195] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.517428] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.517543] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.517809] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.518077] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.518235] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.518350] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.518558] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.518847] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.519192] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.519355] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.519580] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.519655] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.519747] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.519876] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.520074] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.539911] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.540121] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.540268] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.540446] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.540818] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-fa7e757e-1b3f-4869-8123-defa29bae10b taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.541067] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.541217] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.541532] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.541669] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa7e757e-1b3f-4869-8123-defa29bae10b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.627087] env[65279]: INFO networking_nsxv3.common.synchronization [None req-553a57ae-4ef4-495c-8bcc-138442d073a3 tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_rules [ 1199.627376] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_rules [ 1199.627650] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.627769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.627832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.628103] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.628188] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.715210] env[65279]: INFO networking_nsxv3.common.synchronization [None req-1a305065-a6e3-47c1-bb30-9592fd955a01 tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_rules [ 1199.715892] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_rules [ 1199.716370] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.716515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.967358] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.967542] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.967669] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4978a48a-d5f9-42a6-ae73-016db82657f2 with status ACTIVE [ 1199.967841] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.967968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.968052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.968322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.968438] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.968657] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.968774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.968861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.969063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.969176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.969386] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.969503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.969614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.969746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.969843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.969957] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4978a48a-d5f9-42a6-ae73-016db82657f2 is going to be updated. [ 1199.991743] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.991965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.991965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.992461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.992461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.992556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4978a48a-d5f9-42a6-ae73-016db82657f2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.043906] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.044156] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.044293] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.044570] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.044752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.044970] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port fa7e757e-1b3f-4869-8123-defa29bae10b not found, creating... [ 1200.045313] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.045479] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.045597] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.045826] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.045966] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.046315] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.046473] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.046587] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.046797] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.046946] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.047114] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: fa7e757e-1b3f-4869-8123-defa29bae10b is going to be created. [ 1200.067784] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.067980] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.068087] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.068377] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.068612] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.068864] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.178848] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.179076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.179122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.179367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.179454] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.179558] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e already deleted. [ 1200.179642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.179798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.179954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.180050] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.410783] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1200.410783] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1200.410783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.410783] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.411054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.411087] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.411196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.411361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.411412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.411482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.411573] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.701070] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.701341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.701341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.701523] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.701615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.701716] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e already deleted. [ 1200.701796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.706832] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-803 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.707072] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.707260] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.707568] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.707829] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.707987] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.708121] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.708333] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.708477] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.708674] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.708807] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1200.708925] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1200.709083] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1200.709207] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1200.709319] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1200.709449] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1200.728287] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1200.728452] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1200.728490] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1200.728645] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-803" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.728985] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-90d25a75-6e8f-4e37-8dbc-5e76bed50487 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.729327] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.729464] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.729764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.729945] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d25a75-6e8f-4e37-8dbc-5e76bed50487',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.731348] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1200.731956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.749017] env[65279]: INFO networking_nsxv3.common.synchronization [req-78c341a2-6fe7-4669-b7b1-a3695b164406 req-4a0f7ab5-c672-473f-9a08-97705c8b05f9 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1200.749017] env[65279]: INFO networking_nsxv3.common.synchronization [req-78c341a2-6fe7-4669-b7b1-a3695b164406 req-4a0f7ab5-c672-473f-9a08-97705c8b05f9 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1200.749017] env[65279]: INFO networking_nsxv3.common.synchronization [req-78c341a2-6fe7-4669-b7b1-a3695b164406 req-4a0f7ab5-c672-473f-9a08-97705c8b05f9 service nova] Enqueued Resource ID: fa7e757e-1b3f-4869-8123-defa29bae10b with Priority: HIGHEST for action port [ 1200.749254] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1200.749362] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1200.749451] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7e757e-1b3f-4869-8123-defa29bae10b with Priority: HIGHEST for action port [ 1200.749749] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.749807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.749956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.750110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.750159] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.752573] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.752692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.752765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.752959] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.754155] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.754155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.754155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.754155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.754155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.754155] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.755327] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa7e757e-1b3f-4869-8123-defa29bae10b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.755394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.755475] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.755688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.755770] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa7e757e-1b3f-4869-8123-defa29bae10b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.914286] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.977323] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 in Status: SUCCESS [ 1200.977903] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a59373c9-19c8-4d66-a5e9-ea0b17c73915 deletion is rescheduled due to dependency. [ 1200.977903] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a59373c9-19c8-4d66-a5e9-ea0b17c73915" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.234541] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.234541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.234541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.234541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.234541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.235272] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.235272] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.235272] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.235467] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.235650] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.236042] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.236234] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.236379] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.236630] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.236777] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.236884] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 is going to be updated. [ 1201.257713] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa7e757e-1b3f-4869-8123-defa29bae10b with status ACTIVE [ 1201.258499] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.258499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.258692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.258855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.259441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.259441] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.259441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.259441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.259635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.259717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.259957] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.260083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.260162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.260330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.260988] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.260988] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa7e757e-1b3f-4869-8123-defa29bae10b is going to be updated. [ 1201.261857] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.262799] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.263037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.265341] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.265341] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.265341] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.265341] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.265341] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.265341] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.286224] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.286377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.286476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.286660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.286800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.286951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa7e757e-1b3f-4869-8123-defa29bae10b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.417094] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.766542] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.919312] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.919492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.919492] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.920506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.920506] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.920506] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1201.951086] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.951237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.951309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.951511] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.951657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.954869] env[65279]: INFO networking_nsxv3.common.synchronization [req-fe37956c-6338-4166-984a-30a7036dc7d3 req-2a47f7aa-f966-4198-9c34-e52286c4f789 service nova] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1201.955147] env[65279]: INFO networking_nsxv3.common.synchronization [req-fe37956c-6338-4166-984a-30a7036dc7d3 req-2a47f7aa-f966-4198-9c34-e52286c4f789 service nova] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1201.955308] env[65279]: INFO networking_nsxv3.common.synchronization [req-fe37956c-6338-4166-984a-30a7036dc7d3 req-2a47f7aa-f966-4198-9c34-e52286c4f789 service nova] Enqueued Resource ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 with Priority: HIGHEST for action port [ 1201.955825] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_rules [ 1201.956020] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1201.956165] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 with Priority: HIGHEST for action port [ 1201.956445] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.956559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.956625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.956847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.956943] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.957941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.958099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.958165] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.958353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.958541] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.958654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.958721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.958908] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.959017] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.960363] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.963429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-90d25a75-6e8f-4e37-8dbc-5e76bed50487 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.963429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.963429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.963429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.963429] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90d25a75-6e8f-4e37-8dbc-5e76bed50487',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.965962] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1202.271181] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.271181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.271181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.271181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.271181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.271181] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1202.306426] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.306576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.306641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.306843] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.306985] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.319187] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1202.465386] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.466549] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.466850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.466850] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90d25a75-6e8f-4e37-8dbc-5e76bed50487 with status ACTIVE [ 1202.466945] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.467037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.467091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.467298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.467688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.467688] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.467688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.467868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.467907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.467957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.468144] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.468233] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.468292] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.468421] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.468485] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.468563] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90d25a75-6e8f-4e37-8dbc-5e76bed50487 is going to be updated. [ 1202.495243] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.495388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.495459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.495691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.495829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.496032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90d25a75-6e8f-4e37-8dbc-5e76bed50487" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.972085] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.030789] env[65279]: INFO networking_nsxv3.common.synchronization [None req-459fefcf-db12-4fd3-9846-a3518e7af928 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_rules [ 1203.033198] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_rules [ 1203.033198] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.033198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.033198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.033198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.033198] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.224115] env[65279]: INFO networking_nsxv3.common.synchronization [None req-2dd543fe-7817-4164-af64-e2f545530b95 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_rules [ 1203.224718] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_rules [ 1203.225329] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.225329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.474862] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.474862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.474862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.474862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.474862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.474862] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb is going to be updated. [ 1203.511514] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.511744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.511840] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.512338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.512488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.530157] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: IN_PROGRESS for 2s [ 1203.559363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.559588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.559588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.559881] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.559977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.560095] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd already deleted. [ 1203.560184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.560341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.560514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.560602] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.978068] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1203.978437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.978570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.978774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.978988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.979173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.979259] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.979365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.979460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.979550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.979646] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.082958] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.083161] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.083236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.083477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.083568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.083666] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd already deleted. [ 1204.083754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.333051] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1204.333383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.333469] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.334208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.334208] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.334208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.334208] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.334480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.334480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.334480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.334563] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.483647] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.483865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.483865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.484117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.484287] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.484388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.484451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.484597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.484936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.484936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.485180] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.485180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.485180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.485340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.485471] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.485561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.485664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.485748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.485820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.485951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.486061] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.836978] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.837284] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.837343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.837613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.837869] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.837999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.838144] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.838336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.838500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.838595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.839168] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.839168] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.839168] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.839342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.839429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.839552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.839630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.839817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.840090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.840090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.840242] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.992076] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6910c2f5-e742-41c5-881d-5271027325d8: rpc.has_security_group_logging(os_id): False [ 1205.011436] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.011661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.011661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.011867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.011958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.012183] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.012283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.012347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.012505] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.012622] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.012785] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.012889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.012950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.013135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.013215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.013401] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.013508] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.013570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.013708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.013784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.013870] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1205.071624] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.071853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.071853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.072069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.072224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.088196] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1205.342692] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb8fb69-b652-4cb4-a951-7cc0765f5798: rpc.has_security_group_logging(os_id): False [ 1205.369718] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.369919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.369919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.370283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.370389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.370640] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.370832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.370924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.371135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.371250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.371496] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.371629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.372048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.372300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.372496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.372674] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.372739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.372769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.372922] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.372997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.373098] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1205.452552] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.452708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.452759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.453042] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.453142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.466355] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1205.544493] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: SUCCESS [ 1205.544715] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.545057] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.545415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.545553] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.545723] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.545912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.546011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.546110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.546212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.546311] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.950989] env[65279]: INFO networking_nsxv3.common.synchronization [req-2920b2d5-960d-4f8a-8427-400aa81d95a7 req-9eb84273-df11-4c96-af27-d3a4f4728b92 tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_members [ 1205.951613] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_members [ 1205.952098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.952298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.952425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.952706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.952939] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.953055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.953097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.953216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.953306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.953418] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.048504] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.293543] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.293736] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.293861] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.294181] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.294420] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.294580] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.294704] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.294915] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.295155] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.295325] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.295440] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.295626] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.295713] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.295762] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.295865] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.296025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.315494] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.315676] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.315774] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.315949] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-150" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.316322] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-bd014c6e-f276-41eb-9b53-9d0a459e2042 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.316502] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.316626] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.316966] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.317117] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd014c6e-f276-41eb-9b53-9d0a459e2042',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.455649] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.455868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.455868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.456112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.456211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.456557] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.456557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.456557] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.456764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.456794] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.456874] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e already deleted. [ 1206.456948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.550693] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb: rpc.has_security_group_logging(os_id): False [ 1206.572719] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.572878] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.573137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.573373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.573465] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.573718] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.573817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.573879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.574043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.574120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.574204] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb is going to be updated. [ 1206.643759] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.643928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.643965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.644199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.644400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.658164] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: IN_PROGRESS for 2s [ 1206.819490] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.819895] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.820051] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.820404] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.820584] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.820747] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port bd014c6e-f276-41eb-9b53-9d0a459e2042 not found, creating... [ 1206.821092] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.821243] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.821361] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.821583] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.821748] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.822046] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.822204] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.822427] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.824033] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.824219] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.824370] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: bd014c6e-f276-41eb-9b53-9d0a459e2042 is going to be created. [ 1206.848810] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.849427] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.849427] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.849583] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.849794] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.850039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.103565] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1207.103565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.482044] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1207.482044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.601394] env[65279]: INFO networking_nsxv3.common.synchronization [req-2920b2d5-960d-4f8a-8427-400aa81d95a7 req-e19aa2bf-b9f9-414c-b95f-69791362329e service nova] Enqueued Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_rules [ 1207.601565] env[65279]: INFO networking_nsxv3.common.synchronization [req-2920b2d5-960d-4f8a-8427-400aa81d95a7 req-e19aa2bf-b9f9-414c-b95f-69791362329e service nova] Enqueued Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_members [ 1207.601729] env[65279]: INFO networking_nsxv3.common.synchronization [req-2920b2d5-960d-4f8a-8427-400aa81d95a7 req-e19aa2bf-b9f9-414c-b95f-69791362329e service nova] Enqueued Resource ID: bd014c6e-f276-41eb-9b53-9d0a459e2042 with Priority: HIGHEST for action port [ 1207.603482] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_rules [ 1207.604939] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_members [ 1207.605123] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd014c6e-f276-41eb-9b53-9d0a459e2042 with Priority: HIGHEST for action port [ 1207.605475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.605609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.605674] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.605909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.606031] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.607035] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.607157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.607311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.607401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.607553] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.607646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.607699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.607847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.607955] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.608043] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.609715] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd014c6e-f276-41eb-9b53-9d0a459e2042 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.609847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.609916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.610127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.610228] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd014c6e-f276-41eb-9b53-9d0a459e2042',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.112521] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.112793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.122223] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.123438] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd014c6e-f276-41eb-9b53-9d0a459e2042 with status ACTIVE [ 1208.123696] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.123879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.124051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.124192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.124285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.124463] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.124562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.124618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.124766] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.124831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.125052] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.125142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.125190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.125322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.125396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.125528] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd014c6e-f276-41eb-9b53-9d0a459e2042 is going to be updated. [ 1208.149283] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.149441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.149441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.149588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.149762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.149942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd014c6e-f276-41eb-9b53-9d0a459e2042" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.628049] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.673831] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: SUCCESS [ 1208.674088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.131355] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.131767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.131767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.131892] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.132052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.132209] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e is going to be created. [ 1209.214737] env[65279]: INFO networking_nsxv3.common.synchronization [req-67649485-1f40-4ddc-b072-fe732f273c03 req-ce9329c4-f807-49cf-a5da-c1fdb51162a7 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_members [ 1209.215308] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_members [ 1209.215755] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.215907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.216100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.216306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.216467] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.216580] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.216644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.216797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.216893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.217023] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.223797] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.223938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.224032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.224245] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.224472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.235928] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: UNINITIALIZED for 2s [ 1209.566684] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.566684] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.566684] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.566684] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.566997] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.566997] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.567123] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.567344] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.567470] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.567707] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.567815] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.567920] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.568033] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.568181] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.568239] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.568434] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.589191] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.589375] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.589511] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.589701] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.590035] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-5adb3046-c921-4ff2-91fa-0c2fda3fb542 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.590215] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.590332] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.590685] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.590830] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5adb3046-c921-4ff2-91fa-0c2fda3fb542',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.719546] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.719823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.719823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.720100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.720195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.720356] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.720468] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.720531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.720681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.720767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.720846] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd already deleted. [ 1209.720931] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.093793] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.094043] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.094097] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.094409] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.094620] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.094783] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 5adb3046-c921-4ff2-91fa-0c2fda3fb542 not found, creating... [ 1210.095125] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.095326] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.095537] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.095752] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.095917] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.096260] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.096425] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.096540] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.096754] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.096889] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.097041] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 5adb3046-c921-4ff2-91fa-0c2fda3fb542 is going to be created. [ 1210.117403] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.117640] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.117734] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.118054] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.118300] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.118721] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.851449] env[65279]: INFO networking_nsxv3.common.synchronization [req-67649485-1f40-4ddc-b072-fe732f273c03 req-ec90f692-139b-406e-ac2b-5c4ebc6a487c service nova] Enqueued Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_rules [ 1210.851742] env[65279]: INFO networking_nsxv3.common.synchronization [req-67649485-1f40-4ddc-b072-fe732f273c03 req-ec90f692-139b-406e-ac2b-5c4ebc6a487c service nova] Enqueued Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_members [ 1210.851783] env[65279]: INFO networking_nsxv3.common.synchronization [req-67649485-1f40-4ddc-b072-fe732f273c03 req-ec90f692-139b-406e-ac2b-5c4ebc6a487c service nova] Enqueued Resource ID: 5adb3046-c921-4ff2-91fa-0c2fda3fb542 with Priority: HIGHEST for action port [ 1210.852341] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_rules [ 1210.852437] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_members [ 1210.852521] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5adb3046-c921-4ff2-91fa-0c2fda3fb542 with Priority: HIGHEST for action port [ 1210.853191] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.853191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.853191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.853685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.853685] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.855375] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.856036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.856036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.856036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.856036] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.856343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.856343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.856409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.857114] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.857217] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.858275] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-5adb3046-c921-4ff2-91fa-0c2fda3fb542 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.858424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.858424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.858609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.858694] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5adb3046-c921-4ff2-91fa-0c2fda3fb542',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.246075] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: SUCCESS [ 1211.246075] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.246534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.247191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.247191] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.247348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.247348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.247686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.247686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.247686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.247847] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.356220] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.356609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.360780] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.361738] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5adb3046-c921-4ff2-91fa-0c2fda3fb542 with status ACTIVE [ 1211.361949] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.362132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.362184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.362349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.362460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.362643] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.362750] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.362813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.362986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.363096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.363246] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.363338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.363409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.363548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.363630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.363715] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5adb3046-c921-4ff2-91fa-0c2fda3fb542 is going to be updated. [ 1211.389104] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.389326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.389326] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.389540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.389673] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.389839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5adb3046-c921-4ff2-91fa-0c2fda3fb542" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.750434] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.867034] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.253248] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3427bd6-1a0e-45a3-a5e2-c46298c1714e: rpc.has_security_group_logging(os_id): False [ 1212.273756] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.274044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.274044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.274383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.274383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.274556] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.274640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.274703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.274851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.274921] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.275030] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e is going to be created. [ 1212.335289] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.335535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.335535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.335773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.335972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.351051] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: IN_PROGRESS for 2s [ 1212.370100] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.370373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.370373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.370482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.370547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.370664] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd is going to be created. [ 1212.415942] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.416100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.416156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.416373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.416534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.427933] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd in Status: UNINITIALIZED for 2s [ 1213.722324] env[65279]: INFO networking_nsxv3.common.synchronization [req-7cb31a0b-a109-41f6-b1b1-4bd09ee408f1 req-1ca2bc82-fc66-4784-9030-b1f5f1e9c0d3 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1213.722825] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1213.723229] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.723361] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.723429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.723691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.723858] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.723960] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.724038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.724470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.724619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.724747] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.123052] env[65279]: INFO networking_nsxv3.common.synchronization [None req-926f42c8-edb8-4a8b-8f0c-35133240f1ea tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1214.123616] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1214.123927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.124047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.229591] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.363697] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: SUCCESS [ 1214.364015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.438830] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd in Status: SUCCESS [ 1214.439152] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.439336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.439680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.439843] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.439956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.440053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.440205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.440290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.440375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.440480] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.731351] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.942521] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.233687] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.233855] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.233927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.234201] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.234297] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.234436] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1215.269031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.269196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.269257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.269509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.269682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.281468] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1215.444723] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b4da811-5677-4bdf-bcf9-a68c19fc51fd: rpc.has_security_group_logging(os_id): False [ 1215.467053] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.467053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.467053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.467407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.467470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.467781] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.467887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.468100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.468191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.468246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.468354] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd is going to be created. [ 1215.533372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.533591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.533591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.533744] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.533983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.545296] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd in Status: IN_PROGRESS for 2s [ 1217.294060] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1217.294060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.294060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.294570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.294570] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.294699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.294787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.295076] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.295200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.295392] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.558851] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd in Status: SUCCESS [ 1217.559108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.798086] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.798307] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.798385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.798623] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.798737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.798964] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.799100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.799180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.799339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.799433] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.799541] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1217.830205] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.830436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.830436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.830630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.830816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.841615] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1219.124219] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.124612] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1219.853678] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1219.853867] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 deletion is rescheduled due to dependency. [ 1219.853983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.714952] env[65279]: INFO networking_nsxv3.common.synchronization [req-489015b3-d438-4955-b7b0-fbda27323cd5 req-f63e18c9-5d87-4aa8-a450-e862ab67a064 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1220.715229] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1220.715555] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.715641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.715689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.715899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.716088] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.716211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.716279] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.716446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.716618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.716618] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.220061] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.723035] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.224625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.224799] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.224863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.225093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.225213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.225336] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be updated. [ 1222.258625] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.258817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.258877] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.259168] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.259323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.269277] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 1222.840612] env[65279]: INFO networking_nsxv3.common.synchronization [req-974a3bf2-d9b3-4dd8-9779-4788dcadd1c1 req-b645225a-eddc-49b6-9340-96cc25548b3e tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_members [ 1222.841267] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac with Priority: HIGHEST for action security_group_members [ 1222.841615] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.841737] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.841803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.842012] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.842334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.842334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.842436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.842561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.842649] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.842744] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02c6aa9e-9474-462b-9ca6-78883a4bc9ac',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.346098] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.346098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.346098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.346098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.346098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.346457] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.346457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.346571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.346671] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.346746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.346836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac is going to be updated. [ 1223.377165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.377380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.377380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.377691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.377691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.388032] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac in Status: IN_PROGRESS for 2s [ 1224.280074] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 1224.280460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.399211] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac in Status: SUCCESS [ 1225.399526] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02c6aa9e-9474-462b-9ca6-78883a4bc9ac deletion is rescheduled due to dependency. [ 1225.399526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02c6aa9e-9474-462b-9ca6-78883a4bc9ac" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.742350] env[65279]: INFO networking_nsxv3.common.synchronization [req-fbd01e3a-f409-451b-a1fa-8f9119660722 req-8bde4166-bfd4-46bb-a5d5-0dcc01585b8c tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1225.742993] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1225.743363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.743481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.743538] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.743807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.743997] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.744099] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.744182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.744383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.744488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.744604] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.247427] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.247821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.247911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.248150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.248289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.248511] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.248618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.248683] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.248846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.248924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.249018] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1226.275550] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.275718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.275774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.276049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.276550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.286882] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1228.300646] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1228.301031] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 deletion is rescheduled due to dependency. [ 1228.301031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.359262] env[65279]: INFO networking_nsxv3.common.synchronization [None req-015a2dd9-4706-4aaf-967a-a64340aca12d tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1228.359951] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1228.360295] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.360690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.360690] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.360825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.360825] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.457359] env[65279]: INFO networking_nsxv3.common.synchronization [None req-78a62349-2096-4e55-9a24-63ab2030fa47 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1228.457967] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1228.458299] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.458404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.881800] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.881982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.882029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.882237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.882329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.882426] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 already deleted. [ 1228.882504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.882652] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.882808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.882893] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.406059] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.406376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.406376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.406562] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.406659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.406763] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 already deleted. [ 1229.406847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.459443] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.459814] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1235.482608] env[65279]: INFO networking_nsxv3.common.synchronization [req-67c22d28-344d-43a9-9939-86543649107b req-fbac9da9-77f1-4d91-b733-b1a4255e7194 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1235.483138] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1235.484082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.484082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.484082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.484082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.484082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.485246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.485246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.485246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.485246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.485246] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.986884] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.987138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.987138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.987594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.987740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.988152] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.988281] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.988383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.988586] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.988820] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.988933] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1236.019363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.019597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.019597] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.019787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.019924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.032582] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1238.044121] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1238.044413] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1238.044413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.039458] env[65279]: INFO networking_nsxv3.common.synchronization [req-79cde555-0684-441b-9a3b-8aa5d6a1d184 req-892ade8f-054b-418d-af7a-4c0442d8baf2 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1239.040095] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1239.040492] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.040655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.040758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.041043] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.041206] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.041338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.041407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.041527] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.041601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.041796] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.389045] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.389045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.389045] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.389637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.389637] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.389637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.389637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.389820] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.389930] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.390346] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.390507] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1239.390630] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1239.390739] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1239.390854] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1239.390968] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1239.391109] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1239.411089] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1239.411308] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1239.411449] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1239.411685] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.412077] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-b21b57a1-7ed2-4b6f-99d5-937df14b2593 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.412259] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.412398] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.412716] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.412855] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b21b57a1-7ed2-4b6f-99d5-937df14b2593',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.544171] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.544379] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.544427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.544655] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.544746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.544941] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.545055] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.545112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.545250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.545375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.545453] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 already deleted. [ 1239.545553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.915014] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.915242] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.915436] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.915735] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.915888] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.916052] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port b21b57a1-7ed2-4b6f-99d5-937df14b2593 not found, creating... [ 1239.916305] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.916478] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.916594] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.916806] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.916942] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.917234] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.917385] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.917525] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.917753] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.917882] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.918028] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: b21b57a1-7ed2-4b6f-99d5-937df14b2593 is going to be created. [ 1239.943111] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.943268] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.943393] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.943676] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.943899] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.944129] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.626598] env[65279]: INFO networking_nsxv3.common.synchronization [req-79cde555-0684-441b-9a3b-8aa5d6a1d184 req-4da1309f-c48d-4a32-a94e-44248f135200 service nova] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1240.626881] env[65279]: INFO networking_nsxv3.common.synchronization [req-79cde555-0684-441b-9a3b-8aa5d6a1d184 req-4da1309f-c48d-4a32-a94e-44248f135200 service nova] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1240.626925] env[65279]: INFO networking_nsxv3.common.synchronization [req-79cde555-0684-441b-9a3b-8aa5d6a1d184 req-4da1309f-c48d-4a32-a94e-44248f135200 service nova] Enqueued Resource ID: b21b57a1-7ed2-4b6f-99d5-937df14b2593 with Priority: HIGHEST for action port [ 1240.627411] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1240.627554] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1240.627652] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21b57a1-7ed2-4b6f-99d5-937df14b2593 with Priority: HIGHEST for action port [ 1240.627946] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.628083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.628148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.628348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.628432] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.629261] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.629377] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.629443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.629606] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.629748] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.629841] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.629899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.630052] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.630168] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.630224] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.631062] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-b21b57a1-7ed2-4b6f-99d5-937df14b2593 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.631062] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.631214] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.631483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.631483] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b21b57a1-7ed2-4b6f-99d5-937df14b2593',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.133345] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.133603] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.134158] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.135021] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b21b57a1-7ed2-4b6f-99d5-937df14b2593 with status ACTIVE [ 1241.135021] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.135200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.135200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.135348] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.135396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.135573] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.135711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.135749] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.138022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.138022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.138022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.138022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.138022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.138022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.138315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.138315] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b21b57a1-7ed2-4b6f-99d5-937df14b2593 is going to be updated. [ 1241.159931] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.160261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.160353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.160559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.160699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.160858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b21b57a1-7ed2-4b6f-99d5-937df14b2593" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.349090] env[65279]: INFO networking_nsxv3.common.synchronization [req-90c03991-9599-46f3-a2f4-3c21e561b518 req-68e971fc-a5bf-41e8-86f3-bdeb35d0ccf7 tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1241.349662] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1241.349976] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.350293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.350366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.350574] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.350744] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.350839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.350926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.351060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.351151] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.351247] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.638827] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.639134] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.639171] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.639427] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.639678] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.639832] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.639945] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.640175] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.640317] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.640520] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.640631] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1241.640739] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1241.640840] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1241.640947] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1241.641075] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1241.641207] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1241.642483] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.660614] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1241.660813] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1241.660941] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1241.661138] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.661445] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-02a69e51-9a2f-4624-a9c1-bae67661aa12 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.661617] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.661736] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.662083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.662222] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a69e51-9a2f-4624-a9c1-bae67661aa12',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.853959] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.854213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.854394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.854698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.854827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.855138] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.855241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.855392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.855561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.855644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.855746] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1241.880495] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.880700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.880700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.880927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.881089] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.889385] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1242.144531] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.144779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.144862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.145091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.145182] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.145282] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 is going to be created. [ 1242.164849] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.165105] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.165209] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.165721] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.165991] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.166273] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 02a69e51-9a2f-4624-a9c1-bae67661aa12 not found, creating... [ 1242.166705] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.167037] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.167213] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.167931] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.167931] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.168912] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.168912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.168912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.169084] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.169256] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.169506] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 is going to be created. [ 1242.172067] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.172238] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.172365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.172954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.172954] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.190832] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: UNINITIALIZED for 2s [ 1242.197902] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.198145] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.198271] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.198546] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.198780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.199008] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.605272] env[65279]: INFO networking_nsxv3.common.synchronization [req-141feedc-4c8a-4b48-be34-10b7771af79f req-1f9bdead-7ba2-439d-9254-e7c29cf2eaf2 tempest-ServerActionsTestOtherA-1084116006 tempest-ServerActionsTestOtherA-1084116006-project-member] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1242.605893] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGHEST for action security_group_members [ 1242.606437] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.606677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.606784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.607014] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.607228] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.607347] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.607524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.607779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.607883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.607987] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.887021] env[65279]: INFO networking_nsxv3.common.synchronization [req-90c03991-9599-46f3-a2f4-3c21e561b518 req-c6541139-8394-45b0-8b7b-076dab154127 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 1242.887261] env[65279]: INFO networking_nsxv3.common.synchronization [req-90c03991-9599-46f3-a2f4-3c21e561b518 req-c6541139-8394-45b0-8b7b-076dab154127 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1242.887332] env[65279]: INFO networking_nsxv3.common.synchronization [req-90c03991-9599-46f3-a2f4-3c21e561b518 req-c6541139-8394-45b0-8b7b-076dab154127 service nova] Enqueued Resource ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 with Priority: HIGHEST for action port [ 1242.887842] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 1242.887976] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1242.888085] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 with Priority: HIGHEST for action port [ 1242.888571] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.888695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.888769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.889049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.889141] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.889963] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.890117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.890327] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a69e51-9a2f-4624-a9c1-bae67661aa12 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.890698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.890800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.890942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.891053] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a69e51-9a2f-4624-a9c1-bae67661aa12',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.110783] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.110998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.110998] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.111242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.111323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.111526] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.111677] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.111771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.111883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.111997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.112101] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be updated. [ 1243.142193] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.142343] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.142382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.142592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.142730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.151331] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: IN_PROGRESS for 2s [ 1243.392848] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.392976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.393204] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a69e51-9a2f-4624-a9c1-bae67661aa12 with status ACTIVE [ 1243.393372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.393481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.393541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.393759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.396790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.396790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.396790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.396790] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 is going to be updated. [ 1243.416413] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.416540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.416619] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.416939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.416939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.417091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.615315] env[65279]: INFO networking_nsxv3.common.synchronization [req-9af0fa43-3158-4a9a-b224-efb75cfd64c9 req-42ce694d-9317-43bc-84f1-437de7df3886 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1243.615890] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1243.616445] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.616445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.616445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.616626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.616730] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.616826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.616888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.617048] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.617133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.617223] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.898922] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1243.899210] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 deletion is rescheduled due to dependency. [ 1243.899349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.899395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.899592] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.899772] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.899887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.899946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.900111] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.900190] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.900287] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.902667] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.903652] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.903652] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.903652] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.903652] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.903877] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.903926] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.904360] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.904360] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.904457] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.904562] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1243.904669] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1243.904788] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1243.904883] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1243.905015] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1243.905366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1243.925042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1243.925196] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1243.925236] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1243.925493] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.925900] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-603129f8-9952-4322-8fcd-0a7facf1689a taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.926165] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.926324] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.926709] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.927039] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('603129f8-9952-4322-8fcd-0a7facf1689a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.120270] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.120270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.120270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.120270] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.120573] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.120609] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.120714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.120779] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.120942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.121030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.121118] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1244.148552] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.148795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.148795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.148883] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.149037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.159661] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1244.201819] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: SUCCESS [ 1244.202053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.202598] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.202831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.203040] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.203157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.203224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.203434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.203513] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.203599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.203687] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.407396] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.430592] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.430592] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.430592] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.431463] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.431463] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.431463] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 603129f8-9952-4322-8fcd-0a7facf1689a not found, creating... [ 1244.431463] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.431683] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.431683] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.432780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.432780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.432780] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.432780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.432780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.432780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.432780] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.433098] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 603129f8-9952-4322-8fcd-0a7facf1689a is going to be created. [ 1244.453768] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.453979] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.454130] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.454396] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.454619] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.454839] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.706242] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.910475] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.161393] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 in Status: SUCCESS [ 1245.161542] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 deletion is rescheduled due to dependency. [ 1245.161654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.199968] env[65279]: INFO networking_nsxv3.common.synchronization [req-9af0fa43-3158-4a9a-b224-efb75cfd64c9 req-c8e7fef4-6323-46e1-8f4f-b3fe6daf6181 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1245.200208] env[65279]: INFO networking_nsxv3.common.synchronization [req-9af0fa43-3158-4a9a-b224-efb75cfd64c9 req-c8e7fef4-6323-46e1-8f4f-b3fe6daf6181 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1245.200411] env[65279]: INFO networking_nsxv3.common.synchronization [req-9af0fa43-3158-4a9a-b224-efb75cfd64c9 req-c8e7fef4-6323-46e1-8f4f-b3fe6daf6181 service nova] Enqueued Resource ID: 603129f8-9952-4322-8fcd-0a7facf1689a with Priority: HIGHEST for action port [ 1245.201023] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1245.201161] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1245.201257] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 603129f8-9952-4322-8fcd-0a7facf1689a with Priority: HIGHEST for action port [ 1245.201610] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.201670] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.201736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.201974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.202155] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.203228] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.203228] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.203228] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-603129f8-9952-4322-8fcd-0a7facf1689a taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.203411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.203411] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.203578] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.203611] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('603129f8-9952-4322-8fcd-0a7facf1689a',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.209366] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72e32f90-689d-4635-8d6c-2520f50a0cd3: rpc.has_security_group_logging(os_id): False [ 1245.228167] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.228365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.228365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.228584] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.228659] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.228898] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.229010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.229071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.229209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.229283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.229369] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 is going to be created. [ 1245.309042] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.309219] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.309264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.309911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.309911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.320543] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: IN_PROGRESS for 2s [ 1245.412472] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.412472] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.412760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.412806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.412919] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.413042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1245.460707] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.460941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.460941] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.461177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.461339] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.473988] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1245.705866] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.705997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.706166] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 603129f8-9952-4322-8fcd-0a7facf1689a with status ACTIVE [ 1245.706328] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.706460] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.706521] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.706729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.706816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.709170] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.709170] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.709170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.709170] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 603129f8-9952-4322-8fcd-0a7facf1689a is going to be updated. [ 1245.757049] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.757205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.757205] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.757413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.757575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.757778] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-603129f8-9952-4322-8fcd-0a7facf1689a" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.169841] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1246.170224] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1246.170224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.170310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.170499] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.170712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.170831] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.170897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.171065] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.171146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.171236] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.673646] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.175991] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.335307] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: SUCCESS [ 1247.335667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.483292] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1247.483553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.483700] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.483933] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.484132] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.484253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.484321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.484477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.484559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.484641] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.484731] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.678898] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.679098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.679146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.679346] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.679445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.679535] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1247.711032] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.711180] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.711235] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.711453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.711610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.723876] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1247.986946] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.490051] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c690890a-c776-4e0d-87a6-692499f26068: rpc.has_security_group_logging(os_id): False [ 1248.508615] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.508797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.508867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.509107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.509198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.509450] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.509547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.509609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.509758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.509833] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.509917] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1248.570227] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.570384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.570384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.570613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.570767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.581840] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1249.736032] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1249.736441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.736441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.736693] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.736913] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.737056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.737132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.737298] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.737412] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.737524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.737633] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.202776] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1250.202873] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1250.240622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.240808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.240865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.241137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.241313] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.241477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.241518] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.241680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.241773] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.241871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.242038] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.242134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.242194] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.242336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.242474] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.242566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.242891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.242891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.242891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.242891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.243070] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.598404] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1250.598663] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.745754] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6910c2f5-e742-41c5-881d-5271027325d8: rpc.has_security_group_logging(os_id): False [ 1250.764778] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.764962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.765029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.765336] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.765486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.765694] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.765802] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.765868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.766051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.766133] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.766340] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.766429] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.766556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.766717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.766823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.767565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.767796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.767900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.768154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.768322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.768452] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1250.836586] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.836696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.836774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.836978] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.837139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.854147] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1251.574313] env[65279]: INFO networking_nsxv3.common.synchronization [None req-db1970a6-10a2-4773-9d7e-5745348cdd7f None None] Enqueued Resource ID: 6aefa063-913d-45ba-822f-f2465ffacfda with Priority: HIGHEST for action port [ 1251.574483] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6aefa063-913d-45ba-822f-f2465ffacfda with Priority: HIGHEST for action port [ 1251.574790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-6aefa063-913d-45ba-822f-f2465ffacfda taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.575502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6aefa063-913d-45ba-822f-f2465ffacfda" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.576216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6aefa063-913d-45ba-822f-f2465ffacfda" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.576216] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6aefa063-913d-45ba-822f-f2465ffacfda" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.576508] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6aefa063-913d-45ba-822f-f2465ffacfda',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.079565] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6aefa063-913d-45ba-822f-f2465ffacfda [ 1252.079565] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.079565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.079565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.079565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.079565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.079565] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6aefa063-913d-45ba-822f-f2465ffacfda already deleted. [ 1252.079565] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6aefa063-913d-45ba-822f-f2465ffacfda" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.875871] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1252.875871] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.840025] env[65279]: INFO networking_nsxv3.common.synchronization [None req-e2ab9410-53dd-4f11-b102-0cf8ae375f7d None None] Enqueued Resource ID: 7c5a4951-2c89-4ba0-8efa-acab2d320413 with Priority: HIGHEST for action port [ 1253.840516] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c5a4951-2c89-4ba0-8efa-acab2d320413 with Priority: HIGHEST for action port [ 1253.841306] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c5a4951-2c89-4ba0-8efa-acab2d320413 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.841306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c5a4951-2c89-4ba0-8efa-acab2d320413" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.841306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c5a4951-2c89-4ba0-8efa-acab2d320413" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.841306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c5a4951-2c89-4ba0-8efa-acab2d320413" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.841306] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c5a4951-2c89-4ba0-8efa-acab2d320413',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.343976] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c5a4951-2c89-4ba0-8efa-acab2d320413 [ 1254.344234] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.344375] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.344439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.344740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.344740] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.344848] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c5a4951-2c89-4ba0-8efa-acab2d320413 already deleted. [ 1254.344907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c5a4951-2c89-4ba0-8efa-acab2d320413" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.044714] env[65279]: INFO networking_nsxv3.common.synchronization [req-3de0cfeb-e0e2-47f1-bfd7-ea6b2e4be5a7 req-f9ca1703-f11f-49a7-b62e-9b0c9cd3d695 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1256.045282] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1256.045652] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.045821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.045910] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.046204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.046385] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.046525] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.046834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.046834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.046936] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.050821] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.383184] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.383578] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.383770] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.384147] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.384476] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.384686] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.384848] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.385135] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.385328] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.385622] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.385781] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.385936] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.386137] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.386357] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.386464] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.386661] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.409047] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.409245] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.409380] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.409559] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.409907] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.410092] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.410213] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.410548] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.410687] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9baaab8d-cf2c-4c9a-a705-b387850a0ebf',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.550184] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.914058] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.914254] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.914381] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.914735] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.914880] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.915053] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 9baaab8d-cf2c-4c9a-a705-b387850a0ebf not found, creating... [ 1256.915328] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.915487] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.915826] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.916100] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.916252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.916561] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.916728] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.916846] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.917072] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.917210] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.917353] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 9baaab8d-cf2c-4c9a-a705-b387850a0ebf is going to be created. [ 1256.938754] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.938986] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.939102] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.939560] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.939936] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.940320] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.053040] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.351872] env[65279]: INFO networking_nsxv3.common.synchronization [req-ea2d0066-658f-4dea-807b-831d121ef5de req-609d9670-19a0-42f4-9714-67f93e52f1a8 tempest-AttachVolumeShelveTestJSON-1288162437 tempest-AttachVolumeShelveTestJSON-1288162437-project-member] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1257.352481] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGHEST for action security_group_members [ 1257.352846] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.352846] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.352977] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.353795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.353795] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.353964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.354090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.354294] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.354481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.354549] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.556218] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.558785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.558785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.558785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.558785] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.558785] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 is going to be updated. [ 1257.621645] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.622432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.622432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.623898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.623898] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.637698] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: IN_PROGRESS for 2s [ 1257.665758] env[65279]: INFO networking_nsxv3.common.synchronization [req-3de0cfeb-e0e2-47f1-bfd7-ea6b2e4be5a7 req-883d1a71-c552-406c-93af-8b38c9eabbf8 service nova] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1257.666009] env[65279]: INFO networking_nsxv3.common.synchronization [req-3de0cfeb-e0e2-47f1-bfd7-ea6b2e4be5a7 req-883d1a71-c552-406c-93af-8b38c9eabbf8 service nova] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1257.666778] env[65279]: INFO networking_nsxv3.common.synchronization [req-3de0cfeb-e0e2-47f1-bfd7-ea6b2e4be5a7 req-883d1a71-c552-406c-93af-8b38c9eabbf8 service nova] Enqueued Resource ID: 9baaab8d-cf2c-4c9a-a705-b387850a0ebf with Priority: HIGHEST for action port [ 1257.666968] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_rules [ 1257.666968] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1257.667110] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9baaab8d-cf2c-4c9a-a705-b387850a0ebf with Priority: HIGHEST for action port [ 1257.667361] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.667471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.667552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.667776] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.667857] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.669254] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.669363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.670025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.670210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.670210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.670515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.670602] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9baaab8d-cf2c-4c9a-a705-b387850a0ebf',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.857712] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.857956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.857956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.858195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.858293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.858545] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.858665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.858730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.858889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.858966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.859065] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb is going to be updated. [ 1257.887966] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.888139] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.888192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.888419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.888581] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.898541] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: IN_PROGRESS for 2s [ 1258.170348] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.170711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.172940] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9baaab8d-cf2c-4c9a-a705-b387850a0ebf with status ACTIVE [ 1258.173162] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.173310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.173384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.173807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.173807] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.173904] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.174039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.174127] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.174269] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.174317] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.174498] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.174639] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.174716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.174849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.174940] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.175042] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9baaab8d-cf2c-4c9a-a705-b387850a0ebf is going to be updated. [ 1258.200869] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.201098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.201098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.201337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.201530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.201725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9baaab8d-cf2c-4c9a-a705-b387850a0ebf" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.974669] env[65279]: INFO networking_nsxv3.common.synchronization [req-55cdb4f7-cc24-4fe2-bef4-7f88b7be0ae8 req-c02d0c4b-4a79-48f3-b923-48ccbd0008d0 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1258.975342] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1258.975839] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.976157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.976265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.976500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.976721] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.976857] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.976946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.977140] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.977256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.977381] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.360437] env[65279]: INFO networking_nsxv3.common.synchronization [req-27d1741c-da05-43f2-9bad-e041f546c8d5 req-50ae172f-0e99-4147-afb2-44c856593ab3 tempest-ServerGroupTestJSON-589775845 tempest-ServerGroupTestJSON-589775845-project-member] Enqueued Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_members [ 1259.360958] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_members [ 1259.361274] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.361399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.361466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.361698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.361855] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.361956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.362198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.362389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.362476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.362572] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.479398] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.479591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.479632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.479863] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.479957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.480171] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.480273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.480334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.480487] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.480564] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.480650] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1259.513233] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.513471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.513471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.513890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.514166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.524697] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1259.649532] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: SUCCESS [ 1259.649532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.649532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.649532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.649532] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.649532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.649946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.649946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.649946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.649946] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.695204] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-159 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.695204] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-159" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.695374] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-159" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.696060] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-159" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.696060] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.696180] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.696277] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.696572] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.696815] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.697062] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.697185] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.697312] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.697452] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.697558] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1259.697667] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.697802] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.718627] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.718865] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1259.719034] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.719219] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-159" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.719555] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-28e885ec-6cbf-4814-8636-97fa700cf841 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.719778] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.719833] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.720244] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.720385] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e885ec-6cbf-4814-8636-97fa700cf841',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.865310] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.865651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.865758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.865999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.866183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.866462] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.866595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.866746] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.866966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.867082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.867196] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae already deleted. [ 1259.867293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.909373] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb in Status: SUCCESS [ 1259.909588] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb deletion is rescheduled due to dependency. [ 1259.909706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.151583] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.223026] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.223288] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.223413] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.223714] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.223864] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.224026] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 28e885ec-6cbf-4814-8636-97fa700cf841 not found, creating... [ 1260.224289] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.224441] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.224554] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.224777] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.224896] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.225187] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.225342] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.225454] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.225707] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.225846] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.226019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 28e885ec-6cbf-4814-8636-97fa700cf841 is going to be created. [ 1260.247911] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.248230] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.248384] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.248995] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.249274] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.249508] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.655780] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.952395] env[65279]: INFO networking_nsxv3.common.synchronization [req-27d1741c-da05-43f2-9bad-e041f546c8d5 req-7d883d52-7e72-4947-818b-676634e38654 service nova] Enqueued Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_rules [ 1260.952508] env[65279]: INFO networking_nsxv3.common.synchronization [req-27d1741c-da05-43f2-9bad-e041f546c8d5 req-7d883d52-7e72-4947-818b-676634e38654 service nova] Enqueued Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_members [ 1260.952624] env[65279]: INFO networking_nsxv3.common.synchronization [req-27d1741c-da05-43f2-9bad-e041f546c8d5 req-7d883d52-7e72-4947-818b-676634e38654 service nova] Enqueued Resource ID: 28e885ec-6cbf-4814-8636-97fa700cf841 with Priority: HIGHEST for action port [ 1260.953158] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_rules [ 1260.953282] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_members [ 1260.953373] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e885ec-6cbf-4814-8636-97fa700cf841 with Priority: HIGHEST for action port [ 1260.953691] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.953806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.953867] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.954651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.954802] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.956363] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.956363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.956363] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.956584] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.956741] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.956839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.956899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.957066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.957146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.957238] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.958204] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-28e885ec-6cbf-4814-8636-97fa700cf841 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.958280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.958315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.958443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.958514] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28e885ec-6cbf-4814-8636-97fa700cf841',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.156886] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.157134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.157209] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.157456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.157588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.157703] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 is going to be updated. [ 1261.187800] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.187800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.187800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.187800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.187800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.196984] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: IN_PROGRESS for 2s [ 1261.461948] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.461948] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.461948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.461948] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28e885ec-6cbf-4814-8636-97fa700cf841 with status ACTIVE [ 1261.462250] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.462250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.462359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.462539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.462618] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.462735] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.462829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.462885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.463040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.463117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.463300] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.463393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.463620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.463851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.463942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.464184] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28e885ec-6cbf-4814-8636-97fa700cf841 is going to be updated. [ 1261.486177] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.486329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.486430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.486680] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.486866] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.487049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28e885ec-6cbf-4814-8636-97fa700cf841" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.536475] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1261.536650] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1261.536762] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.887601] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1261.888018] env[65279]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-899cb940-4d32-4c14-9bd3-bd9197f8fb9e None None] NSXv3 Agent Agent loop - iteration:3 started [ 1261.965751] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.469034] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.469034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.469034] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.469287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.469287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.469346] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae is going to be created. [ 1262.492091] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.492091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.492091] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.492342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.492342] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.503144] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae in Status: UNINITIALIZED for 2s [ 1263.206466] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: SUCCESS [ 1263.206920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.206920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.207061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.207253] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.207365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.207432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.207577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.207657] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.207738] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.207826] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.644702] env[65279]: INFO networking_nsxv3.common.synchronization [req-c0fb4a6a-32ae-49a2-98ad-63e569a4d833 req-8e44941f-c9c0-446f-bd86-3bd907694875 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1263.645245] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1263.645674] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.645864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.645935] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.646166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.646334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.646441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.646503] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.646666] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.646756] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.646856] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.709609] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.148772] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.148950] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.149050] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.149364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.149528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.149829] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.149928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.149979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.150157] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.150287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.150330] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1264.190038] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.190285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.190285] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.190528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.190736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.206243] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1264.211941] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72e32f90-689d-4635-8d6c-2520f50a0cd3: rpc.has_security_group_logging(os_id): False [ 1264.233998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.234231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.234283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.234532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.234644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.234982] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.235156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.235199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.235669] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.235886] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.236057] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 is going to be updated. [ 1264.354684] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.354904] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.355056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.355420] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.355699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.379914] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: IN_PROGRESS for 2s [ 1264.516471] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae in Status: SUCCESS [ 1264.516839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.517080] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.517315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.517511] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.517629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.517735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.517918] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.518018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.518069] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.518165] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.020991] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.021315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.021315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.021579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.021777] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.021907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.022013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.022218] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.022344] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.022451] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.022666] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.022810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.022873] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.023063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.023231] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.023331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.023394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.023535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.023633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.023731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.023823] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.526280] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 325d5c7d-c712-4d9f-a17e-4dc55f1026ae: rpc.has_security_group_logging(os_id): False [ 1265.545808] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.545999] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.546071] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.546310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.546403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.546651] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.546801] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.546864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.546979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.547066] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.547270] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.547376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.547427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.547545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.547616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.547796] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.547900] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.547997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.548158] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.548222] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.548312] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae is going to be created. [ 1265.610988] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.611232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.611232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.611446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.611627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.622746] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae in Status: IN_PROGRESS for 2s [ 1266.216443] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1266.216443] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 deletion is rescheduled due to dependency. [ 1266.216443] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.398629] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: SUCCESS [ 1266.398629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.847601] env[65279]: INFO networking_nsxv3.common.synchronization [None req-7e7ef5f9-cb15-4096-be64-4661f18e95c4 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1266.848045] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1266.848362] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.848481] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.848551] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.848797] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.848897] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.848992] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.849345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.849561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.849620] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.849694] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.353197] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.353483] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.353810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.354040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.354147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.354361] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.354473] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.354535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.355210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.355210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.355210] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1267.384445] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.384851] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.384976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.385148] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.385290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.396117] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1267.637324] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae in Status: SUCCESS [ 1267.637569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.407685] env[65279]: INFO networking_nsxv3.common.synchronization [req-353efa00-ad25-4efa-8ac5-c028f22de655 req-5cca2d0a-bf5d-4721-9e7b-94ae747582b9 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1268.408450] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1268.408785] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.408917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.408986] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.409249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.409421] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.409615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.409615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.409808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.409854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.409931] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.865356] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.865356] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.865554] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.865800] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.867023] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.867280] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.867402] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.867658] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.867798] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.868023] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.868127] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1268.868236] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1268.868341] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1268.868449] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1268.869039] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1268.869039] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1268.887232] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1268.887399] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1268.887551] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1268.887727] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.888046] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-eaf26f53-69f3-4089-8965-2514b366fdb2 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.888217] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.888337] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.888667] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.888806] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf26f53-69f3-4089-8965-2514b366fdb2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.913928] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.914090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.914090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.914287] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.914553] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.914635] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.914743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.914803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.915027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.915027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.915182] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1268.943450] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.943662] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.943784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.944054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.944341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.955483] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1269.390895] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.391109] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.391237] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.391539] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.391692] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.391849] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port eaf26f53-69f3-4089-8965-2514b366fdb2 not found, creating... [ 1269.392130] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.392288] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.392405] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.392631] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.392783] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.393055] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.393282] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.393335] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.393593] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.393857] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.394012] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: eaf26f53-69f3-4089-8965-2514b366fdb2 is going to be created. [ 1269.404327] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1269.404485] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 deletion is rescheduled due to dependency. [ 1269.404560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.417139] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.417485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.417485] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.417853] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.418083] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.418343] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.187887] env[65279]: INFO networking_nsxv3.common.synchronization [req-353efa00-ad25-4efa-8ac5-c028f22de655 req-95a44577-6d34-473c-bf4f-c26a6f9a6675 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1270.188085] env[65279]: INFO networking_nsxv3.common.synchronization [req-353efa00-ad25-4efa-8ac5-c028f22de655 req-95a44577-6d34-473c-bf4f-c26a6f9a6675 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1270.188228] env[65279]: INFO networking_nsxv3.common.synchronization [req-353efa00-ad25-4efa-8ac5-c028f22de655 req-95a44577-6d34-473c-bf4f-c26a6f9a6675 service nova] Enqueued Resource ID: eaf26f53-69f3-4089-8965-2514b366fdb2 with Priority: HIGHEST for action port [ 1270.188799] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1270.188858] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1270.188966] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf26f53-69f3-4089-8965-2514b366fdb2 with Priority: HIGHEST for action port [ 1270.189248] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.189369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.189437] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.189675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.189717] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.190853] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.190972] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.191165] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf26f53-69f3-4089-8965-2514b366fdb2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.191318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.191385] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.191555] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.191634] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf26f53-69f3-4089-8965-2514b366fdb2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.693515] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.693924] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.695054] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaf26f53-69f3-4089-8965-2514b366fdb2 with status ACTIVE [ 1270.695256] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.695384] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.695440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.695696] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.695803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.695937] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.696044] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.696107] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.696268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.696345] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.696528] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.696624] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.696706] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.696860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.696973] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.697026] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaf26f53-69f3-4089-8965-2514b366fdb2 is going to be updated. [ 1270.718644] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.718899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.718899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.719054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.719193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.719351] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf26f53-69f3-4089-8965-2514b366fdb2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.966029] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1270.966029] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1270.966177] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.966331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.966568] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.966754] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.966859] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.966899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.967142] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.967223] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.967317] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.471057] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.972645] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.476184] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.476383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.476446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.476687] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.476805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.476913] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1272.514923] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.515198] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.515296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.515591] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.515809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.526177] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1272.900870] env[65279]: INFO networking_nsxv3.common.synchronization [req-114aa4c7-97d0-4b0a-88e9-15b3659ddf35 req-1922f062-5c68-47d8-8e2b-eeb650f7a3df tempest-ServerGroupTestJSON-589775845 tempest-ServerGroupTestJSON-589775845-project-member] Enqueued Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_members [ 1272.901431] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGHEST for action security_group_members [ 1272.901741] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.901868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.901939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.902291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.902436] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.902541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.902604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.902792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.902890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.902937] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.406554] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.406906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.406906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.407141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.407232] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.407429] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.407528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.407589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.407736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.407812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.407895] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae is going to be updated. [ 1273.437338] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.437507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.437547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.437743] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.437888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.448395] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae in Status: IN_PROGRESS for 2s [ 1273.544450] env[65279]: INFO networking_nsxv3.common.synchronization [req-d7ff0147-414f-48a4-af10-e42b28c604d4 req-21a0e46d-6b8f-44fc-83ee-e89b5a651fef tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1273.545754] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1273.545754] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.545754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.545754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.545976] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.546022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.546123] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.546160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.546322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.546413] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.546494] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.850382] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-147 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.850797] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.850962] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.851319] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.851665] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.851969] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.852100] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.852428] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.852641] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.852892] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.853104] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1273.853269] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1273.853423] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1273.853581] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1273.853732] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1273.853908] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1273.874599] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1273.874850] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1273.874996] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1273.875182] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-147" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.875784] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-21b78756-7aa3-47b9-92cd-de1c89304468 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.876167] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.876489] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.877095] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.877170] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b78756-7aa3-47b9-92cd-de1c89304468',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.050424] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.050651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.050731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.052037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.052037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.052037] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.052037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.052037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.052037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.052037] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.052037] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1274.081323] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.081519] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.081588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.081865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.082036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.091762] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1274.379622] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.380039] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.380233] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.380522] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.380673] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.380833] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 21b78756-7aa3-47b9-92cd-de1c89304468 not found, creating... [ 1274.381121] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.381308] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.381414] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.381635] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.381797] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.382077] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.382231] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.382360] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.382568] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.382734] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.382883] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 21b78756-7aa3-47b9-92cd-de1c89304468 is going to be created. [ 1274.408492] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.408880] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.408880] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.409130] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.409375] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.409711] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.537998] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1274.538153] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.538265] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.538463] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.538652] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.538768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.538899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.538984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.539072] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.539159] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.539249] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.042240] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.042407] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.042477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.042813] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.042998] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.043129] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.043193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.043367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.043456] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.043554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.043750] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.043864] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.043928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.044087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.044235] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.044325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.044387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.044539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.044615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.044695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.044796] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.121884] env[65279]: INFO networking_nsxv3.common.synchronization [req-d7ff0147-414f-48a4-af10-e42b28c604d4 req-b160b8ea-78af-4416-8d34-4487940025d2 service nova] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 1275.122086] env[65279]: INFO networking_nsxv3.common.synchronization [req-d7ff0147-414f-48a4-af10-e42b28c604d4 req-b160b8ea-78af-4416-8d34-4487940025d2 service nova] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1275.122279] env[65279]: INFO networking_nsxv3.common.synchronization [req-d7ff0147-414f-48a4-af10-e42b28c604d4 req-b160b8ea-78af-4416-8d34-4487940025d2 service nova] Enqueued Resource ID: 21b78756-7aa3-47b9-92cd-de1c89304468 with Priority: HIGHEST for action port [ 1275.122780] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_rules [ 1275.122909] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1275.123016] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b78756-7aa3-47b9-92cd-de1c89304468 with Priority: HIGHEST for action port [ 1275.123292] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.123459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.123459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.123733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.123767] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.124665] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.124751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.125767] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b78756-7aa3-47b9-92cd-de1c89304468 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.125767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.125767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.125767] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.125767] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b78756-7aa3-47b9-92cd-de1c89304468',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.460476] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae in Status: SUCCESS [ 1275.460907] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae deletion is rescheduled due to dependency. [ 1275.460907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.547931] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6910c2f5-e742-41c5-881d-5271027325d8: rpc.has_security_group_logging(os_id): False [ 1275.565479] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.565632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.565718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.565956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.566063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.566252] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.566353] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.566408] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.566644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.566644] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.566844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.566963] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.567039] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.567186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.567261] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.567452] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.567583] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.567612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.567728] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.567803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.567887] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1275.627407] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.627587] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.627720] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21b78756-7aa3-47b9-92cd-de1c89304468 with status ACTIVE [ 1275.627893] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.627997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.628730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.628730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.628730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.628730] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.628730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.629104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.629104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.629104] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.629216] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.629300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.629386] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.629541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.629676] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.629712] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21b78756-7aa3-47b9-92cd-de1c89304468 is going to be updated. [ 1275.632088] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.632196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.632382] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.632453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.632571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.647976] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1275.653709] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.653956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.653956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.654183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.654335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.654498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b78756-7aa3-47b9-92cd-de1c89304468" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.102928] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1276.103126] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 deletion is rescheduled due to dependency. [ 1276.103240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.103403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.104013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.104013] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.104013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.104013] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.104249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.104249] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.104333] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.607249] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.109110] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.286638] env[65279]: INFO networking_nsxv3.common.synchronization [req-42b2d90c-fd09-4c8e-b676-4b5b3e94c2ab req-de94b926-4282-4935-8042-f4242ad2dc8a tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_members [ 1277.287230] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd with Priority: HIGHEST for action security_group_members [ 1277.287591] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.287757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.287830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.288112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.288345] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.288509] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.288614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.288869] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.289030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.289159] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b4da811-5677-4bdf-bcf9-a68c19fc51fd',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.611868] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.611868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.611868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.611868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.611868] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.612300] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1277.651609] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.651609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.651835] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.653724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.653724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.664021] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1277.667271] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1277.667554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.792890] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.793046] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.793120] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.793352] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.793450] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.793693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.793826] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.793894] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.794063] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.794141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.794234] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd is going to be updated. [ 1277.823044] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.823253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.823253] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.823471] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.823596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.833517] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd in Status: IN_PROGRESS for 2s [ 1279.674816] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1279.674816] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.675262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.675262] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.675344] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.675486] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.675626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.675879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.675993] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.676082] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.676251] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.842973] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd in Status: SUCCESS [ 1279.843186] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b4da811-5677-4bdf-bcf9-a68c19fc51fd deletion is rescheduled due to dependency. [ 1279.843304] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b4da811-5677-4bdf-bcf9-a68c19fc51fd" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.178883] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.681425] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38be68e0-5825-4af0-865b-05c233e18811: rpc.has_security_group_logging(os_id): False [ 1280.699928] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.700128] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.700191] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.700408] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.700497] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.700776] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.700884] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.701613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.701613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.701613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.701613] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1280.769764] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.770458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.770458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.770458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.770458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.787692] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1281.629961] env[65279]: INFO networking_nsxv3.common.synchronization [None req-a6b94058-b301-409a-8ba2-90619de28545 tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_rules [ 1281.630691] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_rules [ 1281.631029] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.631212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.631288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.631595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.631681] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.712899] env[65279]: INFO networking_nsxv3.common.synchronization [None req-c2000c2c-9cc0-470d-a95a-6c8e94557beb tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_rules [ 1281.712899] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_rules [ 1281.713438] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.713571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.153365] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.153539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.153792] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.153939] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.154096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.154326] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2626f693-025f-4546-897a-755027988c97 already deleted. [ 1282.154502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.154640] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.154830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.154903] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.684822] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.684822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.684822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.684822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.684822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.684822] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2626f693-025f-4546-897a-755027988c97 already deleted. [ 1282.684822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.684822] env[65279]: INFO networking_nsxv3.common.synchronization [req-63c6ed5c-f875-456a-9245-092a38c7368c req-0a37c2ee-4050-444c-9fa1-a1028dcde468 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1282.685144] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1282.685262] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.685368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.685441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.685610] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.685751] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.685929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.685929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.686078] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.686150] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.686327] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.801665] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1282.802136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.189275] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.190112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.190112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.190112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.190112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.190112] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.190684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.190684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.190684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.190684] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.190684] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1283.223758] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.224496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.224496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.224496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.224496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.234375] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1283.539634] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.539859] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.539992] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.540287] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.540542] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.540697] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.540813] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.541032] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.541339] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.541418] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.541512] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.541617] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.541750] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.541861] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.541965] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.542124] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.560335] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.560511] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.560636] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.560806] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.561146] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-8acf9189-d70d-4c65-bc41-16d799bb96a9 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.561320] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.561440] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.561766] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.561908] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acf9189-d70d-4c65-bc41-16d799bb96a9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.065522] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.065965] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.065965] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.066316] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.066505] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.066673] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port 8acf9189-d70d-4c65-bc41-16d799bb96a9 not found, creating... [ 1284.066976] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.067165] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.067301] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.067563] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.067733] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.068073] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.068252] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.068391] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.068637] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.068817] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.068975] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 is going to be created. [ 1284.088863] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.089119] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.089246] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.089535] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.089765] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.089986] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.782279] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9104650-8b58-4628-a091-f8f9ec07cd27 req-d8776f23-9fb7-4155-a760-51be14f737f6 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1284.782457] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9104650-8b58-4628-a091-f8f9ec07cd27 req-d8776f23-9fb7-4155-a760-51be14f737f6 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1284.782593] env[65279]: INFO networking_nsxv3.common.synchronization [req-b9104650-8b58-4628-a091-f8f9ec07cd27 req-d8776f23-9fb7-4155-a760-51be14f737f6 service nova] Enqueued Resource ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 with Priority: HIGHEST for action port [ 1284.783716] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1284.783893] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1284.784053] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 with Priority: HIGHEST for action port [ 1284.784349] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.784498] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.784571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.784781] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.784866] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.785807] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.785930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.786038] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.786241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.786417] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.786484] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.786554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.786711] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.786810] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.787411] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.787997] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-8acf9189-d70d-4c65-bc41-16d799bb96a9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.787997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.788115] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.789193] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.789271] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acf9189-d70d-4c65-bc41-16d799bb96a9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.244677] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1285.245094] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1285.245094] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.290630] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.290817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.290999] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.291927] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8acf9189-d70d-4c65-bc41-16d799bb96a9 with status ACTIVE [ 1285.292132] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.292250] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.292315] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.292526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.292615] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.292790] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.292889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.292946] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.293105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.293181] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.293412] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.293535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.293535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.293645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.293702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.293825] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 is going to be updated. [ 1285.314475] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.314627] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.314668] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.314875] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.315018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.315242] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.796163] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.298732] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.299176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.299176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.299310] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.299368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.299453] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1286.329343] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.329515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.329563] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.329757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.329901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.337388] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1288.357473] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1288.357823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.357890] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.358173] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.358401] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.358539] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.358588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.358747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.358828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.358957] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.359010] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.861623] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.861829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.861829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.862026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.862206] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.862329] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.862434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.862621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.862742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.862849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.863012] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.863117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.863174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.863355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.863460] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.863548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.863611] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.863741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.863823] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.863915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.864033] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.011196] env[65279]: INFO networking_nsxv3.common.synchronization [req-d888888d-dd7d-44fd-a28c-1c0a2a98e745 req-13b810f4-9ac3-4f8e-a0f4-5f58e18a60ce tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_members [ 1289.011850] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_members [ 1289.012381] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.012381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.012381] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.012594] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.012823] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.012966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.013081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.013313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.013584] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.013768] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.356872] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-494 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.357128] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.357260] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.357530] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.357791] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.357942] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.358072] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.358288] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.358428] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.358630] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.358739] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.358844] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.358950] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.359066] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.359171] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.359298] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.366410] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb8fb69-b652-4cb4-a951-7cc0765f5798: rpc.has_security_group_logging(os_id): False [ 1289.380344] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.380490] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.380591] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.380767] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-494" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.381091] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.381266] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.381384] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.381822] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.382141] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896f34ad-ab50-44a4-a7dd-2084cfe56ce5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.383693] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.383874] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.383949] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.385155] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.385155] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.385155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.385720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.385720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.385720] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.385720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.385720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.385720] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.386019] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.386019] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1289.444781] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.445015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.445124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.445440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.445664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.460640] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1289.516340] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.516524] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.516589] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.516798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.516887] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.517130] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.517241] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.517305] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.517434] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.517500] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.517586] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2626f693-025f-4546-897a-755027988c97 already deleted. [ 1289.517660] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.888122] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.889024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.889024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.889024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.889024] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.889241] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Segment Port 896f34ad-ab50-44a4-a7dd-2084cfe56ce5 not found, creating... [ 1289.889339] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.889497] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.889635] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.889828] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.889966] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.890297] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.890459] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.890575] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.890781] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.890908] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.891353] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 896f34ad-ab50-44a4-a7dd-2084cfe56ce5 is going to be created. [ 1289.911944] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.912191] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.912340] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.912749] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.912886] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.913014] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.621422] env[65279]: INFO networking_nsxv3.common.synchronization [req-d888888d-dd7d-44fd-a28c-1c0a2a98e745 req-c4e6700d-52d0-4f85-8e5e-64761fec29fd service nova] Enqueued Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_rules [ 1290.621783] env[65279]: INFO networking_nsxv3.common.synchronization [req-d888888d-dd7d-44fd-a28c-1c0a2a98e745 req-c4e6700d-52d0-4f85-8e5e-64761fec29fd service nova] Enqueued Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_members [ 1290.621783] env[65279]: INFO networking_nsxv3.common.synchronization [req-d888888d-dd7d-44fd-a28c-1c0a2a98e745 req-c4e6700d-52d0-4f85-8e5e-64761fec29fd service nova] Enqueued Resource ID: 896f34ad-ab50-44a4-a7dd-2084cfe56ce5 with Priority: HIGHEST for action port [ 1290.622272] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_rules [ 1290.622413] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_members [ 1290.622512] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 896f34ad-ab50-44a4-a7dd-2084cfe56ce5 with Priority: HIGHEST for action port [ 1290.622800] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.622899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.622969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.623330] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.623414] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.624668] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.624775] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.624842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.625124] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.625289] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.625408] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.625476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.625787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.625787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.625787] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.627927] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.627927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.627927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.627927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.627927] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('896f34ad-ab50-44a4-a7dd-2084cfe56ce5',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.126160] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.126160] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.127562] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.129213] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 896f34ad-ab50-44a4-a7dd-2084cfe56ce5 with status ACTIVE [ 1291.129213] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.129324] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.129906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.129906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.129906] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.129906] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.130130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.130130] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.130196] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.130299] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.130434] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.130522] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.130588] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.130754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.130870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.130991] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 896f34ad-ab50-44a4-a7dd-2084cfe56ce5 is going to be updated. [ 1291.151195] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.151365] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.151425] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.151661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.151803] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.151961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-896f34ad-ab50-44a4-a7dd-2084cfe56ce5" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.446905] env[65279]: INFO networking_nsxv3.common.synchronization [req-16f42042-c570-4e81-821d-f6006b96ba3b req-24e3cc71-acea-4d87-be4f-cdca0a789178 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1291.447500] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1291.448478] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.448478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.448478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.448478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.448478] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.448478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.448478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.448847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.448847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.448847] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.479109] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1291.479422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.629996] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.705770] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.706031] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.706169] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.706444] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.706700] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.706941] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.707034] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.707362] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.707516] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.707722] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.707836] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.707946] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.708081] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.708207] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.708327] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.708460] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.726683] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.726855] env[65279]: DEBUG dogpile.cache.region [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.726988] env[65279]: DEBUG dogpile.lock [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.727203] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "network-562" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.727481] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock port-fefcfdc6-5366-4d8c-9566-572bdef1a461 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.727644] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.727764] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.728101] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.728247] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefcfdc6-5366-4d8c-9566-572bdef1a461',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.950624] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.950847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.950847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.951023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.951101] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.951304] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.951401] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.951462] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.951613] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.951689] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.951770] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1291.979864] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.980117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.980117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.980278] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.980423] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.990796] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1292.132815] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.133145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.133145] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.133369] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.133474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.133573] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2626f693-025f-4546-897a-755027988c97 is going to be created. [ 1292.160234] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.160393] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.160453] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.160695] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.160880] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.171790] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2626f693-025f-4546-897a-755027988c97 in Status: UNINITIALIZED for 2s [ 1292.230639] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.230856] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.230972] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.231323] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.231487] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.231642] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Segment Port fefcfdc6-5366-4d8c-9566-572bdef1a461 not found, creating... [ 1292.231895] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.232081] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.232208] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.232666] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.232666] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.232827] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.232979] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.233123] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.233324] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.233452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.233589] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Resource: SegmentPort with ID: fefcfdc6-5366-4d8c-9566-572bdef1a461 is going to be created. [ 1292.254313] env[65279]: DEBUG networking_nsxv3.common.locking [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.254541] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.254589] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.254869] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.255122] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.255352] env[65279]: DEBUG oslo_concurrency.lockutils [None req-e923e4a5-6da8-4fc2-b8b5-5e4b5a2207d8 None None] Releasing lock "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.945287] env[65279]: INFO networking_nsxv3.common.synchronization [req-16f42042-c570-4e81-821d-f6006b96ba3b req-ffc4eca7-7c94-4b08-acc9-402d4e9b74b4 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1292.945569] env[65279]: INFO networking_nsxv3.common.synchronization [req-16f42042-c570-4e81-821d-f6006b96ba3b req-ffc4eca7-7c94-4b08-acc9-402d4e9b74b4 service nova] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1292.945626] env[65279]: INFO networking_nsxv3.common.synchronization [req-16f42042-c570-4e81-821d-f6006b96ba3b req-ffc4eca7-7c94-4b08-acc9-402d4e9b74b4 service nova] Enqueued Resource ID: fefcfdc6-5366-4d8c-9566-572bdef1a461 with Priority: HIGHEST for action port [ 1292.946193] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_rules [ 1292.946330] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1292.946428] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefcfdc6-5366-4d8c-9566-572bdef1a461 with Priority: HIGHEST for action port [ 1292.946714] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.946850] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.946912] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.947136] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.947218] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.948829] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.948829] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.948829] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-fefcfdc6-5366-4d8c-9566-572bdef1a461 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.949018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.949018] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.949747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.949747] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fefcfdc6-5366-4d8c-9566-572bdef1a461',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.451359] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.451359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.451664] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fefcfdc6-5366-4d8c-9566-572bdef1a461 with status ACTIVE [ 1293.451921] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.452126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.452251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.452548] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.452713] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.453069] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.453204] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.453314] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.453552] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.453688] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.453961] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.454141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.454255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.454495] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.454642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.454788] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fefcfdc6-5366-4d8c-9566-572bdef1a461 is going to be updated. [ 1293.476244] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.476404] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.476444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.476651] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.476800] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.476969] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fefcfdc6-5366-4d8c-9566-572bdef1a461" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.003049] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1294.003415] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1294.003415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.003541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.003787] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.004080] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.004176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.004240] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.004415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.004507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.004606] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.185615] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2626f693-025f-4546-897a-755027988c97 in Status: SUCCESS [ 1294.185952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.186162] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.186419] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.186623] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.186751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.186853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.187112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.187229] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.187323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.187415] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.506388] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.689173] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.008622] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.191270] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2626f693-025f-4546-897a-755027988c97: rpc.has_security_group_logging(os_id): False [ 1295.208859] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.209176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.209176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.209321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.209380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.209627] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.209745] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.209808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.209970] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.210061] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.210173] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2626f693-025f-4546-897a-755027988c97 is going to be created. [ 1295.281285] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.281507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.281507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.281717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.281965] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.295654] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2626f693-025f-4546-897a-755027988c97 in Status: IN_PROGRESS for 2s [ 1295.511686] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.511686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.511895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.512015] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.512106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.512209] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1295.546216] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.546459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.546459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.546780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.546780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.558293] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1297.309916] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2626f693-025f-4546-897a-755027988c97 in Status: SUCCESS [ 1297.310383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.571860] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1297.572197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.572422] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.572732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.573008] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.573268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.573268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.573493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.573612] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.573739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.573973] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.947919] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1297.948116] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1298.077168] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.077388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.077458] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.077765] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.077997] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.078135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.078202] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.078364] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.078452] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.078541] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.078701] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.078796] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.078856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.079009] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.079177] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.079272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.079334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.079474] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.079547] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.079631] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.079719] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.582612] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6910c2f5-e742-41c5-881d-5271027325d8: rpc.has_security_group_logging(os_id): False [ 1298.605520] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.605731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.605731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.605984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.606239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.606462] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.606566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.606675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.606915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.606915] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.607138] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.607256] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.607319] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.607470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.607532] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.607728] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.607837] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.607888] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.608031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.608117] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.608205] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1298.667489] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.667724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.667876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.668143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.668371] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.686198] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1300.707728] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1300.708176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.261851] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.262197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.262197] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.262476] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.262736] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.262891] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.263017] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.263242] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.263385] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.263589] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.263698] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1302.263804] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1302.263909] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1302.264033] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1302.264129] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1302.264315] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1302.285836] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1302.286109] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1302.286269] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1302.286440] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-782" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.286791] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-8acf9189-d70d-4c65-bc41-16d799bb96a9 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.287074] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.287211] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.287505] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.287647] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acf9189-d70d-4c65-bc41-16d799bb96a9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.791169] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.791477] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.791639] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.792009] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.792196] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.792536] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.792755] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.792924] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.793191] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.793359] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.793720] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.793917] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.794106] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.794382] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.794557] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.794743] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 is going to be updated. [ 1302.817621] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.817867] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.818009] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.818371] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.818614] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.818844] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.949415] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.949624] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.515255] env[65279]: INFO networking_nsxv3.common.synchronization [req-da5ae3bb-512f-4690-a910-9d8c2e7304c5 req-8e9a6883-e195-4866-b10c-8c49b7723d02 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1303.515255] env[65279]: INFO networking_nsxv3.common.synchronization [req-da5ae3bb-512f-4690-a910-9d8c2e7304c5 req-8e9a6883-e195-4866-b10c-8c49b7723d02 service nova] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1303.515255] env[65279]: INFO networking_nsxv3.common.synchronization [req-da5ae3bb-512f-4690-a910-9d8c2e7304c5 req-8e9a6883-e195-4866-b10c-8c49b7723d02 service nova] Enqueued Resource ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 with Priority: HIGHEST for action port [ 1303.516265] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_rules [ 1303.516337] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1303.516415] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 with Priority: HIGHEST for action port [ 1303.516721] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.516849] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.516916] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.517231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.517231] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.518090] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.518206] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.518276] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.518466] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.518610] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.518702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.518764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.518901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.519011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.519103] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.520257] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-8acf9189-d70d-4c65-bc41-16d799bb96a9 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.520387] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.520445] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.520575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.520649] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8acf9189-d70d-4c65-bc41-16d799bb96a9',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.022099] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.022302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.022405] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.024557] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8acf9189-d70d-4c65-bc41-16d799bb96a9 with status ACTIVE [ 1304.024770] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.024902] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.024979] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.025195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.025291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.025471] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.025571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.025632] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.025784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.025911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.026168] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.026349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.026424] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.026621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.026714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.026812] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8acf9189-d70d-4c65-bc41-16d799bb96a9 is going to be updated. [ 1304.052031] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.052306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.052306] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.052478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.052634] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.052834] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8acf9189-d70d-4c65-bc41-16d799bb96a9" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.528514] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.031826] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.031990] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.032081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.032357] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.032536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.032659] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1305.062642] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.062842] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.062926] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.064053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.064053] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.075144] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1307.092025] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.092025] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.092025] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.092025] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.596105] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.596337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.596337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.596540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.596722] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.596838] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.596896] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.597090] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.597169] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.597255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.597435] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.597540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.597616] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.597789] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.597940] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.598056] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.598122] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.598267] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.598349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.598444] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.598549] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.100312] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb8fb69-b652-4cb4-a951-7cc0765f5798: rpc.has_security_group_logging(os_id): False [ 1308.121643] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.121827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.121870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.122088] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.122183] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.122426] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.122540] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.122605] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.122760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.122832] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.123088] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.123199] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.123258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.123405] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.123480] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.123662] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.123751] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.123808] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.123951] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.124030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.124112] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1308.203550] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.203760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.203760] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.204011] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.204171] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.221100] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1308.516971] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.517096] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1310.238631] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1310.238997] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.518299] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.518696] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1314.829844] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.830318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.830318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.830318] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.830630] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.332979] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.835454] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.872804] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.873011] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.873154] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.873422] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.873784] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.873960] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.874278] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.874519] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.874691] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.875010] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.875211] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] NeedRegenerationException {{(pid=65279) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.875349] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] no value, waiting for create lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.875906] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] value creation lock acquired {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.875906] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] No value present for key: 'zone-id' {{(pid=65279) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.875906] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Calling creation function for not-yet-present value {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.875906] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.898218] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.898382] env[65279]: DEBUG dogpile.cache.region [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65279) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.898489] env[65279]: DEBUG dogpile.lock [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Released creation lock {{(pid=65279) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.898665] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "network-70" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.898975] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock port-02a69e51-9a2f-4624-a9c1-bae67661aa12 taken with stack trace [, , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.899173] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.899322] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.899571] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.899709] env[65279]: DEBUG networking_nsxv3.api.rpc [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a69e51-9a2f-4624-a9c1-bae67661aa12',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.338091] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1316.338465] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1316.401805] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.401985] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.402122] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.402413] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.402563] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.402840] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.402996] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.403129] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.403346] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.403483] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.403758] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.403912] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.404061] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.404288] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.404421] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.404589] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Resource: SegmentPort with ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 is going to be updated. [ 1316.429136] env[65279]: DEBUG networking_nsxv3.common.locking [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.429378] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.429452] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.430057] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.430057] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.430230] env[65279]: DEBUG oslo_concurrency.lockutils [None req-13b11eb6-f8d7-4a5d-8ce8-55c982b9bfd5 None None] Releasing lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.112333] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.112757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.112757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.112757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.126091] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1317.127184] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.128215] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1317.131529] env[65279]: INFO networking_nsxv3.common.synchronization [req-7d7fdb40-0d4a-4d76-bf19-8a28c1c832ad req-1aa2e2f3-7f79-4667-9207-eaf905cde176 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 1317.131736] env[65279]: INFO networking_nsxv3.common.synchronization [req-7d7fdb40-0d4a-4d76-bf19-8a28c1c832ad req-1aa2e2f3-7f79-4667-9207-eaf905cde176 service nova] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1317.131924] env[65279]: INFO networking_nsxv3.common.synchronization [req-7d7fdb40-0d4a-4d76-bf19-8a28c1c832ad req-1aa2e2f3-7f79-4667-9207-eaf905cde176 service nova] Enqueued Resource ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 with Priority: HIGHEST for action port [ 1317.132479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_rules [ 1317.132640] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1317.132765] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 with Priority: HIGHEST for action port [ 1317.133107] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.133257] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.133370] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.133561] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.133699] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.134686] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.134686] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.134822] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.134917] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.135082] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.135176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.135236] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.135378] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.135459] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.135548] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.136372] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a69e51-9a2f-4624-a9c1-bae67661aa12 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.137051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.137051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.137051] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.137051] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a69e51-9a2f-4624-a9c1-bae67661aa12',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.169895] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.170141] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.170211] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.170494] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.187952] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.189153] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1317.189243] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1317.189339] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1317.231413] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.231621] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.231691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.231853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.233231] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.233434] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1317.330451] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.330708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.330784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.330938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.331272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.331558] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1317.438908] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.439093] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.439138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.439350] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.439899] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.440242] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1317.440342] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ba448ea2-4f52-4d66-801b-ace08c797e75', '05194326-b628-4312-9aa9-5acf31933c6b', 'c3427bd6-1a0e-45a3-a5e2-c46298c1714e', 'd04bc0fb-5a10-46c6-a207-4cc1c460d823', 'c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b', '2897b4c0-1922-4884-8218-48333aa31f80', 'a8971c13-a3a5-47b7-9d4d-048e96a38b2d', '8878b9e1-4a45-46b2-bef5-3e3220f320e2', 'b8c2ffed-57ec-4d42-b7cd-8ca5413baa41', '2626f693-025f-4546-897a-755027988c97', '325d5c7d-c712-4d9f-a17e-4dc55f1026ae', '38be68e0-5825-4af0-865b-05c233e18811', 'ec3d0e20-5c3d-46fb-8684-1e30df8a5a69', '0a5f8b6f-1392-46a9-af3a-8f70bd6ef431', '54ba503b-7fa7-4113-a20a-c91759309727', 'b2da53c3-3b80-4323-bdff-f0c2cd196c7d', '7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb', 'f0e381c2-340d-405d-b117-8196dc7889c8', '1aacc84b-4b78-436e-b79f-69720f85b142', 'e9cd4844-9174-45a4-8109-3af9bdebe01b', 'c690890a-c776-4e0d-87a6-692499f26068', '2b25c92d-97da-424f-82eb-b0b7ccd4f252', 'c08f373b-f6e2-4c4a-9be8-83295526dde4', '691e789d-f8a6-4d75-9694-a09a4a72e053', '0bb8fb69-b652-4cb4-a951-7cc0765f5798', '8b4da811-5677-4bdf-bcf9-a68c19fc51fd', 'a59373c9-19c8-4d66-a5e9-ea0b17c73915', '138cf306-f8ff-49f9-9f74-db2329b18116', '2a59a0d9-f6f2-42e2-b2d4-4cbca9b380e0', '98aa64d9-7c11-4bb1-880f-3cbde0fc3896', '1338c2e7-2452-46e0-9c20-00dda1dae06e', 'be423424-5de9-4e4d-ad6f-ee1a8ff13ac5', '6910c2f5-e742-41c5-881d-5271027325d8', '2bff1cc6-e1bc-45d3-af4a-6d839f4f3ec0', '72e32f90-689d-4635-8d6c-2520f50a0cd3', '02c6aa9e-9474-462b-9ca6-78883a4bc9ac', 'd8a986e9-6f64-483e-8c63-153750a04511', '7b75c31f-d577-4d40-ab93-9ff66d0fca50', 'd79eefeb-b86d-4399-95ee-1773247a3498', 'de98a9a8-c694-4138-aaba-775aed13176b', '06605f6c-86f9-47ce-bc41-c5cb4e63bad4', '91219677-f411-444c-91d3-72d0e218d3c4', 'e079b21e-f2f8-4a2a-9f5a-691976a7641b'} {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1317.440435] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1317.459854] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.460033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.460033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.460254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.460337] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.460440] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1317.460511] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1317.460584] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1317.623803] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.624086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.624086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.624291] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.626461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.626768] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1317.626848] env[65279]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65279) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1317.626922] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1317.626988] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1317.627079] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1317.627173] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGH for action security_group_rules [ 1317.627292] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGH for action security_group_rules [ 1317.627292] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGH for action security_group_rules [ 1317.627375] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGH for action security_group_rules [ 1317.627410] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGH for action security_group_rules [ 1317.627462] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGH for action security_group_rules [ 1317.627521] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGH for action security_group_rules [ 1317.627579] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGH for action security_group_rules [ 1317.627639] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGH for action security_group_rules [ 1317.627699] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGH for action security_group_rules [ 1317.627758] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGH for action security_group_rules [ 1317.627817] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGH for action security_group_rules [ 1317.627876] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGH for action security_group_rules [ 1317.627936] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGH for action security_group_rules [ 1317.627997] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGH for action security_group_rules [ 1317.628068] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGH for action security_group_rules [ 1317.628129] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGH for action security_group_rules [ 1317.628191] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGH for action security_group_rules [ 1317.628252] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGH for action security_group_rules [ 1317.628313] env[65279]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGH for action security_group_rules [ 1317.628406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.638910] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.639867] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.639966] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.641496] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a69e51-9a2f-4624-a9c1-bae67661aa12 with status ACTIVE [ 1317.641660] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.641764] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.641827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.642054] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.642166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.642339] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.642447] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.642534] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.642729] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.642907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.643112] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.643210] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.643273] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.643426] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.643496] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.643578] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a69e51-9a2f-4624-a9c1-bae67661aa12 is going to be updated. [ 1317.665785] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.665964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.666047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.666417] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.666626] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.666839] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a69e51-9a2f-4624-a9c1-bae67661aa12" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.141644] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.644398] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.644602] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.644658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.644889] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.645022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.645136] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1318.675481] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.675702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.675702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.675897] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.676060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.686328] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1318.811364] env[65279]: INFO networking_nsxv3.common.synchronization [req-d5a840c5-df65-4b38-9ac6-09c561b27780 req-802a1fe9-02eb-453d-81e7-7964f73b8515 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1318.811720] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1318.812479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba448ea2-4f52-4d66-801b-ace08c797e75 with Priority: HIGH for action security_group_rules [ 1318.812479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGH for action security_group_rules [ 1318.812479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d with Priority: HIGH for action security_group_rules [ 1318.812479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54ba503b-7fa7-4113-a20a-c91759309727 with Priority: HIGH for action security_group_rules [ 1318.812479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9cd4844-9174-45a4-8109-3af9bdebe01b with Priority: HIGH for action security_group_rules [ 1318.812479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aacc84b-4b78-436e-b79f-69720f85b142 with Priority: HIGH for action security_group_rules [ 1318.812479] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0e381c2-340d-405d-b117-8196dc7889c8 with Priority: HIGH for action security_group_rules [ 1318.812782] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb with Priority: HIGH for action security_group_rules [ 1318.812782] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 with Priority: HIGH for action security_group_rules [ 1318.812782] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d with Priority: HIGH for action security_group_rules [ 1318.812782] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 with Priority: HIGH for action security_group_rules [ 1318.813207] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGH for action security_group_rules [ 1318.813349] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae with Priority: HIGH for action security_group_rules [ 1318.813450] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGH for action security_group_rules [ 1318.813545] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 with Priority: HIGH for action security_group_rules [ 1318.813638] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2897b4c0-1922-4884-8218-48333aa31f80 with Priority: HIGH for action security_group_rules [ 1318.813727] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 with Priority: HIGH for action security_group_rules [ 1318.813817] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b with Priority: HIGH for action security_group_rules [ 1318.813932] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05194326-b628-4312-9aa9-5acf31933c6b with Priority: HIGH for action security_group_rules [ 1318.813994] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 with Priority: HIGH for action security_group_rules [ 1318.814307] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.814431] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.814493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.814718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.814906] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.814983] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.815087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.815197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.815296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.815376] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.816259] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba448ea2-4f52-4d66-801b-ace08c797e75 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.816395] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.816441] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.816575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.816645] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba448ea2-4f52-4d66-801b-ace08c797e75',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.817435] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.817545] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.817625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.817754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.817823] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.818533] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.818646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.818698] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.818844] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.818919] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a8971c13-a3a5-47b7-9d4d-048e96a38b2d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.821220] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54ba503b-7fa7-4113-a20a-c91759309727 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.821372] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.821418] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.821550] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.821622] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54ba503b-7fa7-4113-a20a-c91759309727',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.822315] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9cd4844-9174-45a4-8109-3af9bdebe01b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.822430] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.822477] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.822854] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.822854] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9cd4844-9174-45a4-8109-3af9bdebe01b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.823443] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1aacc84b-4b78-436e-b79f-69720f85b142 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.823763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.823763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.823763] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.823763] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1aacc84b-4b78-436e-b79f-69720f85b142',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.824396] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0e381c2-340d-405d-b117-8196dc7889c8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.824825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.824825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.824825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.824825] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0e381c2-340d-405d-b117-8196dc7889c8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.825431] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.825535] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.825599] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.825798] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.825838] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.827446] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.827446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.827446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.827446] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.827446] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a5f8b6f-1392-46a9-af3a-8f70bd6ef431',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.827742] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.827793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.827827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.827964] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.828041] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b2da53c3-3b80-4323-bdff-f0c2cd196c7d',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.828757] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.828860] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.828923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.829085] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.829366] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec3d0e20-5c3d-46fb-8684-1e30df8a5a69',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.829863] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.830192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.830192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.830192] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.830333] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.831087] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.831163] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.831255] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.831332] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.831404] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('325d5c7d-c712-4d9f-a17e-4dc55f1026ae',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.832188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.832188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.832188] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.833289] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.833289] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.833289] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.833724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.833724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.833724] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.833724] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8c2ffed-57ec-4d42-b7cd-8ca5413baa41',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.834557] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2897b4c0-1922-4884-8218-48333aa31f80 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.834629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.834667] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.835376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.835376] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2897b4c0-1922-4884-8218-48333aa31f80',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.835560] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.836274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.836274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.836274] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.836274] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8878b9e1-4a45-46b2-bef5-3e3220f320e2',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.837283] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.837283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.837283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.837283] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.837283] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.837863] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05194326-b628-4312-9aa9-5acf31933c6b taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.838186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.838186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.838186] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.838470] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05194326-b628-4312-9aa9-5acf31933c6b',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.838859] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.839331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.839331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.839331] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.839331] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d04bc0fb-5a10-46c6-a207-4cc1c460d823',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.343027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.343470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.343470] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.343736] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.343976] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.344244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.344389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.344681] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.344821] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.344962] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.345115] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.347051] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.347239] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.347400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.347601] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.347856] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.348029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.348146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.348380] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.348514] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.348661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.348852] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.351267] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.361825] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.361825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.362030] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.362112] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.362288] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.362397] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.362461] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.362614] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.362699] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.362782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.362866] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.409689] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.409895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.409895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.410138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.431462] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.431961] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.432477] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.432647] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.440278] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.440399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.441338] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.441439] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.453909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.453909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.453909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.453909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.453909] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.453909] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.454649] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.454747] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.455646] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.455646] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.456636] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.456741] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.457329] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.457762] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.457862] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.458561] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.458986] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.459135] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.459967] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.460308] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.460394] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.461043] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.461431] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.461526] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.462154] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.462564] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.462654] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.463251] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.463637] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.463739] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.466109] env[65279]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1319.466556] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.466672] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05194326-b628-4312-9aa9-5acf31933c6b is going to be deleted. [ 1319.467876] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.468097] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.490528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.490664] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb is going to be deleted. [ 1319.491734] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.491811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.528757] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.528940] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a5f8b6f-1392-46a9-af3a-8f70bd6ef431 is going to be deleted. [ 1319.530166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.530166] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.536097] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.536254] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.571872] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.574187] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1aacc84b-4b78-436e-b79f-69720f85b142 is going to be deleted. [ 1319.574187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.574187] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.603664] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.603817] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 325d5c7d-c712-4d9f-a17e-4dc55f1026ae is going to be deleted. [ 1319.605010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.605251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.606886] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.607049] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.607617] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.607708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.671653] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.672241] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b2da53c3-3b80-4323-bdff-f0c2cd196c7d is going to be deleted. [ 1319.673569] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.673893] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.679448] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.679637] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.733024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.733024] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2897b4c0-1922-4884-8218-48333aa31f80 is going to be deleted. [ 1319.733024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.733024] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.769582] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.769582] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.800600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.800600] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54ba503b-7fa7-4113-a20a-c91759309727 is going to be deleted. [ 1319.800600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.800600] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.839817] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.839817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.860026] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.860026] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.860026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.860026] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8878b9e1-4a45-46b2-bef5-3e3220f320e2 is going to be deleted. [ 1319.863427] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.864335] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.864708] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.877603] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.930769] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.933026] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba448ea2-4f52-4d66-801b-ace08c797e75 is going to be deleted. [ 1319.933026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.933026] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.952428] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.952428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.973023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.973023] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9cd4844-9174-45a4-8109-3af9bdebe01b is going to be deleted. [ 1319.973023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.973023] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.975991] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.976947] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.017399] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.017399] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.040138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.040138] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec3d0e20-5c3d-46fb-8684-1e30df8a5a69 is going to be deleted. [ 1320.040138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.040138] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.090442] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.090442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.148938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.148938] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8c2ffed-57ec-4d42-b7cd-8ca5413baa41 is going to be deleted. [ 1320.148938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.148938] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.182567] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.182749] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0e381c2-340d-405d-b117-8196dc7889c8 is going to be deleted. [ 1320.183701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.183920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.226110] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.226331] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d04bc0fb-5a10-46c6-a207-4cc1c460d823 is going to be deleted. [ 1320.227490] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.227721] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.229297] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.229415] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.244416] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.244416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.273622] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.273754] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.314303] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.314473] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b is going to be deleted. [ 1320.315368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.315593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.363774] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.364106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.364106] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.364264] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.364366] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.364470] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 is going to be updated. [ 1320.367304] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2626f693-025f-4546-897a-755027988c97: rpc.has_security_group_logging(os_id): False [ 1320.368265] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38be68e0-5825-4af0-865b-05c233e18811: rpc.has_security_group_logging(os_id): False [ 1320.379851] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3427bd6-1a0e-45a3-a5e2-c46298c1714e: rpc.has_security_group_logging(os_id): False [ 1320.422301] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.422515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.434730] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.434889] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a8971c13-a3a5-47b7-9d4d-048e96a38b2d is going to be deleted. [ 1320.435853] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.436098] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.436244] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.436409] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05194326-b628-4312-9aa9-5acf31933c6b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.436571] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.436735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.436817] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.437029] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a5f8b6f-1392-46a9-af3a-8f70bd6ef431" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.437507] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.437703] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.437795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.437923] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f8cd6bc-5155-4c29-8fd2-7af8f5218ccb" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.438825] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.438932] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.439008] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.439174] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.443047] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.443195] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.462806] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.462927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.517339] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.517549] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.517595] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.517784] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.517930] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.527692] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.527954] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.528077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.528146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.528349] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.528432] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.528528] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1320.529625] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.529811] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.529895] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.530021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-325d5c7d-c712-4d9f-a17e-4dc55f1026ae" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.530156] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.530302] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.530388] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.530488] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b2da53c3-3b80-4323-bdff-f0c2cd196c7d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.530629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.530771] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.530847] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.530958] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2897b4c0-1922-4884-8218-48333aa31f80" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.531083] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.531224] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.531300] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.531410] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8878b9e1-4a45-46b2-bef5-3e3220f320e2" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.532031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.532212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.532355] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.532478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54ba503b-7fa7-4113-a20a-c91759309727" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.532633] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.532809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.532891] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.533021] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba448ea2-4f52-4d66-801b-ace08c797e75" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.533852] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.533996] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.534086] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.534502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.534502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.534502] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c92a3daf-9b2d-4ab2-aec0-8b67cac9d97b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.534735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.534735] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.534795] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.534856] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9cd4844-9174-45a4-8109-3af9bdebe01b" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.534974] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.535132] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.535200] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.535311] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec3d0e20-5c3d-46fb-8684-1e30df8a5a69" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.535449] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.535604] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.535827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.535827] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8c2ffed-57ec-4d42-b7cd-8ca5413baa41" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.536865] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.536865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.536865] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.537323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.537323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.537323] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d04bc0fb-5a10-46c6-a207-4cc1c460d823" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.537427] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.537576] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.537701] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.537812] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0e381c2-340d-405d-b117-8196dc7889c8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.537928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.538092] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.538170] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.538322] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1aacc84b-4b78-436e-b79f-69720f85b142" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.538389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.538536] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.543677] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: IN_PROGRESS for 2s [ 1320.599482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.599653] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.599753] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.599818] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.600045] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.600134] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.600221] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e is going to be updated. [ 1320.601442] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.601645] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.617325] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.617325] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.655982] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.656538] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.656685] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.656761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.656981] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.657081] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.657174] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2626f693-025f-4546-897a-755027988c97 is going to be updated. [ 1320.658334] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.658554] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.658658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.658719] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a8971c13-a3a5-47b7-9d4d-048e96a38b2d" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.679146] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.679146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.679146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.679146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.679146] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.707547] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1320.707845] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.708040] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.708338] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.708577] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.708710] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.708774] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.709296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.709296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.709296] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.709296] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.732776] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1320.771574] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.771809] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.771901] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.772288] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.772515] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.800641] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: IN_PROGRESS for 2s [ 1320.807162] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.807293] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.807392] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.807635] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.807830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.839589] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2626f693-025f-4546-897a-755027988c97 in Status: IN_PROGRESS for 2s [ 1321.212109] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.714411] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c690890a-c776-4e0d-87a6-692499f26068: rpc.has_security_group_logging(os_id): False [ 1321.734602] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.734780] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.734937] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.735212] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.758702] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.759169] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.759359] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.759440] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.759691] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.759956] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.759956] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1321.842121] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.842340] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.842390] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.842870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.843143] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.860917] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1322.554720] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: SUCCESS [ 1322.555087] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.750365] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1322.750748] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.815531] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: SUCCESS [ 1322.815755] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.852185] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2626f693-025f-4546-897a-755027988c97 in Status: SUCCESS [ 1322.852403] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.894995] env[65279]: INFO networking_nsxv3.common.synchronization [req-078cca7d-4977-4e7d-a447-a2bf9bfc6868 req-a9659c33-4280-4454-b326-cd648b98235f tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_members [ 1322.895548] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e with Priority: HIGHEST for action security_group_members [ 1322.895863] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.895980] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.897790] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.898036] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.898217] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.898328] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.898389] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.898617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.898712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.898807] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3427bd6-1a0e-45a3-a5e2-c46298c1714e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.402019] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.402252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.402252] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.402436] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.402528] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.402724] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.402830] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.402885] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.403032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.403108] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.403192] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e is going to be updated. [ 1323.429211] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.429493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.429493] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.429716] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.429825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.437841] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: IN_PROGRESS for 2s [ 1323.877732] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1323.878176] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.453517] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e in Status: SUCCESS [ 1325.453927] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3427bd6-1a0e-45a3-a5e2-c46298c1714e deletion is rescheduled due to dependency. [ 1325.453927] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3427bd6-1a0e-45a3-a5e2-c46298c1714e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.339767] env[65279]: INFO networking_nsxv3.common.synchronization [req-ff2ce1d4-8cbe-49e5-bcf5-dd9af47f5fbd req-a96d9a7e-e22c-4330-a93f-2ee11dac5256 tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1326.339943] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 with Priority: HIGHEST for action security_group_members [ 1326.340172] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-72e32f90-689d-4635-8d6c-2520f50a0cd3 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.340282] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.340368] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.341022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.341022] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.341022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.341022] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.341309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.341309] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.341373] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72e32f90-689d-4635-8d6c-2520f50a0cd3',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.843591] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.843942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.843942] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.844237] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.867100] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.867426] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.867806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.867806] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.867928] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.868047] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.868182] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 is going to be updated. [ 1326.899185] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.899406] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.899575] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.899712] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.899858] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.909646] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: IN_PROGRESS for 2s [ 1328.923792] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 in Status: SUCCESS [ 1328.923792] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72e32f90-689d-4635-8d6c-2520f50a0cd3 deletion is rescheduled due to dependency. [ 1328.924225] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72e32f90-689d-4635-8d6c-2520f50a0cd3" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.007376] env[65279]: INFO networking_nsxv3.common.synchronization [None req-1dee9124-18e4-4797-8890-79e2b21ed2ef tempest-AttachInterfacesTestJSON-19522584 tempest-AttachInterfacesTestJSON-19522584-project-member] Enqueued Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1331.007376] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 with Priority: HIGHEST for action security_group_members [ 1331.007376] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb8fb69-b652-4cb4-a951-7cc0765f5798 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.007376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.007376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.007376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.007376] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.007376] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.008032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.008032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.008032] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.008032] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb8fb69-b652-4cb4-a951-7cc0765f5798',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.510113] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.510301] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.510367] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.510570] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.537714] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.538104] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.538213] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.538758] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.539147] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.539251] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.539358] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 is going to be updated. [ 1331.577096] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.577313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.577313] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.577566] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.577725] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.590409] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: IN_PROGRESS for 2s [ 1332.763761] env[65279]: INFO networking_nsxv3.common.synchronization [req-78128fe0-cd5b-4933-a7eb-b30fad299878 req-a6c63a65-d649-4e0f-9feb-b8a744bebcc4 tempest-DeleteServersTestJSON-1747744814 tempest-DeleteServersTestJSON-1747744814-project-member] Enqueued Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1332.763761] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6910c2f5-e742-41c5-881d-5271027325d8 with Priority: HIGHEST for action security_group_members [ 1332.763761] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-6910c2f5-e742-41c5-881d-5271027325d8 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.763761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.763761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.763761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.763761] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.763761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.763761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.763761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.763761] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.763761] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6910c2f5-e742-41c5-881d-5271027325d8',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.268027] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.268027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.268027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.268027] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.295648] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.295918] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.296060] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.296137] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.296374] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.296457] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.296511] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 is going to be updated. [ 1333.328474] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.328731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.328731] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.329010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.329172] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.342694] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: IN_PROGRESS for 2s [ 1333.602066] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 in Status: SUCCESS [ 1333.602316] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb8fb69-b652-4cb4-a951-7cc0765f5798 deletion is rescheduled due to dependency. [ 1333.602316] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb8fb69-b652-4cb4-a951-7cc0765f5798" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.703275] env[65279]: INFO networking_nsxv3.common.synchronization [req-6ce03390-79e0-4c28-90dd-313cebc0c10c req-0becf93f-8d9c-4229-aae7-8d3afce68072 tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1334.703541] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1334.703831] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.703949] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.704031] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.704215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.704398] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.704504] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.704560] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.704718] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.704805] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.704873] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.708377] env[65279]: INFO networking_nsxv3.common.synchronization [req-e2501173-a5a6-4374-944e-dc08a1396701 req-e8cebb82-b32f-42ee-84c2-06845032b369 tempest-ServerActionsTestOtherB-2046804879 tempest-ServerActionsTestOtherB-2046804879-project-member] Enqueued Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1334.708791] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c690890a-c776-4e0d-87a6-692499f26068 with Priority: HIGHEST for action security_group_members [ 1334.709054] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-c690890a-c776-4e0d-87a6-692499f26068 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.709164] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.709247] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.709537] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.709537] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.709732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.709732] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.710105] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.710197] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.710609] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c690890a-c776-4e0d-87a6-692499f26068',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.207595] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.212334] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.212476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.212476] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.212656] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.212742] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.212924] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.213033] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.213096] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.213246] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.213321] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.213405] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 is going to be updated. [ 1335.240485] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.240675] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.240723] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.240920] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.241077] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.264671] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: IN_PROGRESS for 2s [ 1335.353336] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6910c2f5-e742-41c5-881d-5271027325d8 in Status: SUCCESS [ 1335.353499] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6910c2f5-e742-41c5-881d-5271027325d8 deletion is rescheduled due to dependency. [ 1335.353579] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6910c2f5-e742-41c5-881d-5271027325d8" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.710939] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.212419] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.212577] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.213658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.213658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.213658] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.213658] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e is going to be updated. [ 1336.244448] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.244593] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.244768] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.244870] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.245116] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.253847] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: IN_PROGRESS for 2s [ 1337.275106] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c690890a-c776-4e0d-87a6-692499f26068 in Status: SUCCESS [ 1337.275609] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c690890a-c776-4e0d-87a6-692499f26068 deletion is rescheduled due to dependency. [ 1337.275609] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c690890a-c776-4e0d-87a6-692499f26068" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.265158] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: IN_PROGRESS for 4s [ 1338.580847] env[65279]: INFO networking_nsxv3.common.synchronization [req-d3922ce9-1e14-4fd8-9fe5-d1fa0d0aed05 req-02d4e501-f0e8-4098-bc73-7b737bf308d0 tempest-ServerActionsTestJSON-1494194081 tempest-ServerActionsTestJSON-1494194081-project-member] Enqueued Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1338.581759] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38be68e0-5825-4af0-865b-05c233e18811 with Priority: HIGHEST for action security_group_members [ 1338.581759] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-38be68e0-5825-4af0-865b-05c233e18811 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.581759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.581759] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.581948] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.582511] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.582617] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.582678] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.582828] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.582911] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.583017] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38be68e0-5825-4af0-865b-05c233e18811',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.086373] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.086630] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.086682] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.086879] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.086968] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.087188] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.087280] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.087341] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.087717] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.088155] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.088155] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 is going to be updated. [ 1339.112979] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.113215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.113215] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.113396] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.113530] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.126411] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: IN_PROGRESS for 2s [ 1340.278324] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: SUCCESS [ 1340.278793] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.084428] env[65279]: INFO networking_nsxv3.common.synchronization [req-3fe9ee2a-0ae5-405a-9d61-f276dbacfcb4 req-5ad04649-624c-4a6f-a92f-0d4f0c1ab303 tempest-ServerRescueNegativeTestJSON-1453152717 tempest-ServerRescueNegativeTestJSON-1453152717-project-member] Enqueued Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1341.084428] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e with Priority: HIGHEST for action security_group_members [ 1341.084428] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-1338c2e7-2452-46e0-9c20-00dda1dae06e taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.084428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.084428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.084428] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.084884] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.085154] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.085400] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.085665] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.086258] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.086492] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1338c2e7-2452-46e0-9c20-00dda1dae06e',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.138373] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38be68e0-5825-4af0-865b-05c233e18811 in Status: SUCCESS [ 1341.138373] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38be68e0-5825-4af0-865b-05c233e18811 deletion is rescheduled due to dependency. [ 1341.138373] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38be68e0-5825-4af0-865b-05c233e18811" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.592825] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.592825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.592825] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.593260] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.621512] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.621859] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.621984] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.622070] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.622272] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.622354] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.622442] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e is going to be updated. [ 1341.648727] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.648929] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.649010] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.649268] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.649416] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.662648] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: IN_PROGRESS for 2s [ 1343.674720] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e in Status: SUCCESS [ 1343.675102] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1338c2e7-2452-46e0-9c20-00dda1dae06e deletion is rescheduled due to dependency. [ 1343.675102] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1338c2e7-2452-46e0-9c20-00dda1dae06e" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.083694] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.084074] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.085096] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.085508] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.351205] env[65279]: INFO networking_nsxv3.common.synchronization [req-e76bd936-e12e-4558-8974-b7ab648b1c3d req-a0d73278-6171-4fd5-a9b4-42c5673c632d tempest-AttachVolumeNegativeTest-1441905119 tempest-AttachVolumeNegativeTest-1441905119-project-member] Enqueued Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_members [ 1354.351205] env[65279]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2626f693-025f-4546-897a-755027988c97 with Priority: HIGHEST for action security_group_members [ 1354.351481] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock member-2626f693-025f-4546-897a-755027988c97 taken with stack trace [, , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.351596] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.351661] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.351861] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.352017] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.352126] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.352175] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.352531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.352531] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.352531] env[65279]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2626f693-025f-4546-897a-755027988c97',) {} {{(pid=65279) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.855248] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.855478] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.855559] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.855836] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.855907] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.856120] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.856290] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.856383] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.856629] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.856733] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.856852] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2626f693-025f-4546-897a-755027988c97 is going to be updated. [ 1354.888260] env[65279]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65279) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.888482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.888482] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.888642] env[65279]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.888782] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.898510] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2626f693-025f-4546-897a-755027988c97 in Status: IN_PROGRESS for 2s [ 1356.910856] env[65279]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2626f693-025f-4546-897a-755027988c97 in Status: SUCCESS [ 1356.911308] env[65279]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2626f693-025f-4546-897a-755027988c97 deletion is rescheduled due to dependency. [ 1356.911308] env[65279]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2626f693-025f-4546-897a-755027988c97" {{(pid=65279) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.352653] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.352940] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1364.354087] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1364.354514] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.355666] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.356059] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.356731] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.357200] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.357383] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.357776] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1384.358907] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1384.359808] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1389.360821] env[65279]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1389.361223] env[65279]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0